Gahow Wang
63387f614d
1213/1214 success; matched migrations (4 common) improved -2.6 to -7.2s, scaling with prefill hidden behind transfer. Trace-level TTFT p90 -6% / p99 -5% (modest: migrations are 2% of reqs and partly queue-bound). Confirms layer-wise removes the transfer half of migration overhead but not the control-plane/queue residual. DESIGN.md updated with results. Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
1 line
3.3 MiB
1 line
3.3 MiB
[{"request_id":"1237198:1:1237198:0","session_id":"1237198","input_length":8228,"t_proxy_recv":29878.437288785,"t_decision_unix":1779963874.9922302,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8228.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8228,"cache_hit":0,"estimated_new_tokens":8228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29879.306292781,"t_first_token_unix":1779963875.861237,"t_done":29879.403985522,"t_done_unix":1779963875.9589288},{"request_id":"1237337:1:1237337:1","session_id":"1237337","input_length":3976,"t_proxy_recv":29878.853407533,"t_decision_unix":1779963875.408348,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3976.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3976 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3976,"cache_hit":0,"estimated_new_tokens":3976,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8228,"ongoing_decode_tokens":0,"pending_prefill_tokens":8228,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":8228.0,"score_lmetric":12204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29879.39031182,"t_first_token_unix":1779963875.9452553,"t_done":29879.782606536,"t_done_unix":1779963876.3375497},{"request_id":"1237198:2:1237773:2","session_id":"1237198","input_length":10237,"t_proxy_recv":29880.40250817,"t_decision_unix":1779963876.9574497,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.8002344436846732,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2045 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":2045,"cache_hit":8192,"estimated_new_tokens":2045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":16,"cache_hit":8192,"new_prefill":2045,"score_linear":-8192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":29880.693211753,"t_first_token_unix":1779963877.2481549,"t_done":29880.827421117,"t_done_unix":1779963877.3823643},{"request_id":"1237877:1:1237877:3","session_id":"1237877","input_length":749,"t_proxy_recv":29880.86070636,"t_decision_unix":1779963877.4156477,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":749.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (749 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":749,"cache_hit":0,"estimated_new_tokens":749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29880.983376054,"t_first_token_unix":1779963877.538319,"t_done":29881.111990131,"t_done_unix":1779963877.666933},{"request_id":"1239034:1:1239034:4","session_id":"1239034","input_length":13489,"t_proxy_recv":29884.639307384,"t_decision_unix":1779963881.1942484,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13489.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13489,"cache_hit":0,"estimated_new_tokens":13489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29886.149480498,"t_first_token_unix":1779963882.704424,"t_done":29886.603678874,"t_done_unix":1779963883.158622},{"request_id":"1237877:2:1239577:6","session_id":"1237877","input_length":1620,"t_proxy_recv":29886.522283801,"t_decision_unix":1779963883.0772252,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.3160493827160494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":1108.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":1108,"cache_hit":512,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":512,"new_prefill":1108,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":13489,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":13489.0,"score_lmetric":1620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":37165.0,"score_lmetric":38785},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":29886.603905838,"t_first_token_unix":1779963883.1588485,"t_done":29887.056049474,"t_done_unix":1779963883.6109924},{"request_id":"1239704:1:1239704:7","session_id":"1239704","input_length":5194,"t_proxy_recv":29886.964166633,"t_decision_unix":1779963883.519108,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5194.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5194 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5194,"cache_hit":0,"estimated_new_tokens":5194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1620,"ongoing_decode_tokens":1620,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":5194,"score_linear":1620.0,"score_lmetric":5194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":37165.0,"score_lmetric":42359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29887.587427539,"t_first_token_unix":1779963884.1423714,"t_done":29887.855462344,"t_done_unix":1779963884.4104056},{"request_id":"1240924:1:1240924:11","session_id":"1240924","input_length":7429,"t_proxy_recv":29890.985790638,"t_decision_unix":1779963887.540732,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7429.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7429 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7429,"cache_hit":0,"estimated_new_tokens":7429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":66214.0,"score_lmetric":73643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":30040.0,"score_lmetric":37469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7429,"score_linear":18420.0,"score_lmetric":7429},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":37165,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":37165.0,"score_lmetric":7429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29891.522570775,"t_first_token_unix":1779963888.0775142,"t_done":29891.700749888,"t_done_unix":1779963888.2556937},{"request_id":"1239100:1:1239100:5","session_id":"1239100","input_length":37165,"t_proxy_recv":29884.879759381,"t_decision_unix":1779963881.4347007,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":37165.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":37165,"cache_hit":0,"estimated_new_tokens":37165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":0,"pending_prefill_tokens":13489,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":13489.0,"score_lmetric":50654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29890.834086655,"t_first_token_unix":1779963887.3890297,"t_done":29892.103430679,"t_done_unix":1779963888.6583736},{"request_id":"1240198:1:1240198:9","session_id":"1240198","input_length":30040,"t_proxy_recv":29888.500406849,"t_decision_unix":1779963885.055348,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":30040.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":30040,"cache_hit":0,"estimated_new_tokens":30040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":66214.0,"score_lmetric":96254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":37165.0,"score_lmetric":67205},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29892.428982888,"t_first_token_unix":1779963888.9839272,"t_done":29893.082699566,"t_done_unix":1779963889.6376448},{"request_id":"1241953:1:1241953:13","session_id":"1241953","input_length":1093,"t_proxy_recv":29894.403185078,"t_decision_unix":1779963890.9581265,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1093.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1093 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1093,"cache_hit":0,"estimated_new_tokens":1093,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":66214.0,"score_lmetric":67307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1093,"score_linear":18420.0,"score_lmetric":1093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7587,"ongoing_decode_tokens":0,"pending_prefill_tokens":7587,"num_requests":1,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":1093,"score_linear":7587.0,"score_lmetric":8680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29894.515125094,"t_first_token_unix":1779963891.0700686,"t_done":29895.036468265,"t_done_unix":1779963891.5914114},{"request_id":"1241942:1:1241942:12","session_id":"1241942","input_length":7587,"t_proxy_recv":29894.356842667,"t_decision_unix":1779963890.9117835,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7587.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7587 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7587,"cache_hit":0,"estimated_new_tokens":7587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":66214.0,"score_lmetric":73801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7587,"score_linear":18420.0,"score_lmetric":7587},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29894.881226043,"t_first_token_unix":1779963891.4361694,"t_done":29895.075022012,"t_done_unix":1779963891.629965},{"request_id":"1237877:3:1242953:15","session_id":"1237877","input_length":2659,"t_proxy_recv":29897.789216931,"t_decision_unix":1779963894.3441582,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5776607747273411,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1123 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":1123,"cache_hit":1536,"estimated_new_tokens":1123,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17157,"ongoing_decode_tokens":0,"pending_prefill_tokens":17157,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":2659,"score_linear":17157.0,"score_lmetric":19816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":66214.0,"score_lmetric":68873},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":1536,"new_prefill":1123,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":2659,"score_linear":18420.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":29897.880115603,"t_first_token_unix":1779963894.4350584,"t_done":29897.944300249,"t_done_unix":1779963894.499243},{"request_id":"1242838:1:1242838:14","session_id":"1242838","input_length":17157,"t_proxy_recv":29897.409408832,"t_decision_unix":1779963893.9643502,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":17157.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17157,"cache_hit":0,"estimated_new_tokens":17157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":66214.0,"score_lmetric":83371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17157,"score_linear":18420.0,"score_lmetric":17157},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29899.109404292,"t_first_token_unix":1779963895.6643481,"t_done":29900.006953676,"t_done_unix":1779963896.561897},{"request_id":"1239704:2:1243943:17","session_id":"1239704","input_length":14812,"t_proxy_recv":29901.068063031,"t_decision_unix":1779963897.623004,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.3456656764785309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":9692.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":5120,"v3_new_local":9692,"cache_hit":5120,"estimated_new_tokens":9692,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":5120,"new_prefill":9692,"score_linear":-5120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11074,"ongoing_decode_tokens":0,"pending_prefill_tokens":11074,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14812,"score_linear":11074.0,"score_lmetric":25886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":66214.0,"score_lmetric":81026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14812,"score_linear":18420.0,"score_lmetric":14812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":29902.301673237,"t_first_token_unix":1779963898.8566165,"t_done":29902.417992323,"t_done_unix":1779963898.9729354},{"request_id":"1243831:1:1243831:16","session_id":"1243831","input_length":11074,"t_proxy_recv":29900.665948874,"t_decision_unix":1779963897.22089,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11074.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11074,"cache_hit":0,"estimated_new_tokens":11074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":66214.0,"score_lmetric":77288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11074,"score_linear":18420.0,"score_lmetric":11074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29901.600628704,"t_first_token_unix":1779963898.1555722,"t_done":29903.075098205,"t_done_unix":1779963899.6300416},{"request_id":"1239755:1:1239755:8","session_id":"1239755","input_length":66214,"t_proxy_recv":29887.173825196,"t_decision_unix":1779963883.7287664,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":66214.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":66214,"cache_hit":0,"estimated_new_tokens":66214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5194,"ongoing_decode_tokens":0,"pending_prefill_tokens":5194,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":5194.0,"score_lmetric":71408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":37165.0,"score_lmetric":103379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29903.059894756,"t_first_token_unix":1779963899.6148386,"t_done":29903.754311501,"t_done_unix":1779963900.309255},{"request_id":"1239034:2:1240558:10","session_id":"1239034","input_length":18420,"t_proxy_recv":29889.735844158,"t_decision_unix":1779963886.290785,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.7226927252985885,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5108 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":5108,"cache_hit":13312,"estimated_new_tokens":5108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":66214.0,"score_lmetric":84634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":30040.0,"score_lmetric":48460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":13312,"new_prefill":5108,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":37165.0,"score_lmetric":55585},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":29890.442173073,"t_first_token_unix":1779963886.9971173,"t_done":29903.933907223,"t_done_unix":1779963900.48885},{"request_id":"1244640:1:1244640:18","session_id":"1244640","input_length":8274,"t_proxy_recv":29903.561671377,"t_decision_unix":1779963900.1166127,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8274.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8274,"cache_hit":0,"estimated_new_tokens":8274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":66214,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":66214.0,"score_lmetric":8274},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":8274,"score_linear":18420.0,"score_lmetric":8274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29904.155102553,"t_first_token_unix":1779963900.7100465,"t_done":29904.359833497,"t_done_unix":1779963900.9147766},{"request_id":"1241953:2:1245624:20","session_id":"1241953","input_length":10382,"t_proxy_recv":29906.785530543,"t_decision_unix":1779963903.3404715,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.09863224812174919,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":9358.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1024,"v3_new_local":9358,"cache_hit":1024,"estimated_new_tokens":9358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":1024,"new_prefill":9358,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6109,"ongoing_decode_tokens":0,"pending_prefill_tokens":6109,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":6109.0,"score_lmetric":16491}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":29907.552159986,"t_first_token_unix":1779963904.1071033,"t_done":29907.738550701,"t_done_unix":1779963904.2934935},{"request_id":"1245572:1:1245572:19","session_id":"1245572","input_length":6109,"t_proxy_recv":29906.694611312,"t_decision_unix":1779963903.2495525,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6109.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6109 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6109,"cache_hit":0,"estimated_new_tokens":6109,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29907.661573529,"t_first_token_unix":1779963904.2165165,"t_done":29907.904023033,"t_done_unix":1779963904.458966},{"request_id":"1245572:2:1246348:22","session_id":"1245572","input_length":6182,"t_proxy_recv":29909.29166989,"t_decision_unix":1779963905.8466115,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9938531219670009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (38 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":38,"cache_hit":6144,"estimated_new_tokens":38,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17447,"ongoing_decode_tokens":0,"pending_prefill_tokens":10279,"num_requests":1,"active_p_offloads":0,"cached_blocks":76,"cache_hit":0,"new_prefill":6182,"score_linear":17447.0,"score_lmetric":16461},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":38,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":29909.321190028,"t_first_token_unix":1779963905.8761332,"t_done":29909.500700583,"t_done_unix":1779963906.0556433},{"request_id":"1240924:2:1246244:21","session_id":"1240924","input_length":17447,"t_proxy_recv":29908.917271109,"t_decision_unix":1779963905.4722126,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4108442712214134,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10279.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10279,"cache_hit":7168,"estimated_new_tokens":10279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":76,"cache_hit":7168,"new_prefill":10279,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":29910.115394382,"t_first_token_unix":1779963906.6703374,"t_done":29910.490811559,"t_done_unix":1779963907.0457547},{"request_id":"1241942:2:1247111:23","session_id":"1241942","input_length":17975,"t_proxy_recv":29911.964903258,"t_decision_unix":1779963908.5198443,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.3987760778859527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10807.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10807,"cache_hit":7168,"estimated_new_tokens":10807,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":7168,"new_prefill":10807,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":29913.238180279,"t_first_token_unix":1779963909.7931242,"t_done":29913.427815396,"t_done_unix":1779963909.9827676},{"request_id":"1244640:2:1247941:24","session_id":"1244640","input_length":10696,"t_proxy_recv":29914.780556708,"t_decision_unix":1779963911.335498,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7658937920718025,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2504 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":2504,"cache_hit":8192,"estimated_new_tokens":2504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":8192,"new_prefill":2504,"score_linear":-8192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":29915.102961413,"t_first_token_unix":1779963911.6579053,"t_done":29915.149305813,"t_done_unix":1779963911.7042491},{"request_id":"1248768:1:1248768:25","session_id":"1248768","input_length":11515,"t_proxy_recv":29917.561522903,"t_decision_unix":1779963914.1164644,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11515.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11515,"cache_hit":0,"estimated_new_tokens":11515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29918.540098562,"t_first_token_unix":1779963915.0950422,"t_done":29918.800384834,"t_done_unix":1779963915.3553278},{"request_id":"1249058:1:1249058:26","session_id":"1249058","input_length":4126,"t_proxy_recv":29918.580887026,"t_decision_unix":1779963915.1358283,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4126.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4126 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4126,"cache_hit":0,"estimated_new_tokens":4126,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11515,"ongoing_decode_tokens":11515,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":4126,"score_linear":11515.0,"score_lmetric":4126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29918.844598143,"t_first_token_unix":1779963915.3995419,"t_done":29919.012147733,"t_done_unix":1779963915.5670907},{"request_id":"1248768:2:1249765:27","session_id":"1248768","input_length":12188,"t_proxy_recv":29920.843761074,"t_decision_unix":1779963917.3987024,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.924187725631769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (924 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":924,"cache_hit":11264,"estimated_new_tokens":924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":83,"cache_hit":11264,"new_prefill":924,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":29920.985054138,"t_first_token_unix":1779963917.5399976,"t_done":29921.449297178,"t_done_unix":1779963918.0042403},{"request_id":"1249058:2:1249872:28","session_id":"1249058","input_length":7482,"t_proxy_recv":29921.236559045,"t_decision_unix":1779963917.7915003,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4096,"affinity_cache_ratio":0.5474472066292435,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3386 < 8000)","v3_prefill_cache_hit":4096,"v3_new_local":3386,"cache_hit":4096,"estimated_new_tokens":3386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12188,"ongoing_decode_tokens":12188,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":83,"cache_hit":0,"new_prefill":7482,"score_linear":12188.0,"score_lmetric":7482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":4096,"new_prefill":3386,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":29921.55373318,"t_first_token_unix":1779963918.1086764,"t_done":29921.68346264,"t_done_unix":1779963918.2384064},{"request_id":"1242838:2:1250503:29","session_id":"1242838","input_length":21578,"t_proxy_recv":29923.511471413,"t_decision_unix":1779963920.0664127,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.783019742330151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4682 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":4682,"cache_hit":16896,"estimated_new_tokens":4682,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":16896,"new_prefill":4682,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":29924.224099932,"t_first_token_unix":1779963920.7790437,"t_done":29924.710657209,"t_done_unix":1779963921.2656004},{"request_id":"1250772:1:1250772:30","session_id":"1250772","input_length":6829,"t_proxy_recv":29924.371072308,"t_decision_unix":1779963920.9260137,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6829.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6829 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6829,"cache_hit":0,"estimated_new_tokens":6829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21578,"ongoing_decode_tokens":21578,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6829,"score_linear":21578.0,"score_lmetric":6829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29925.139925132,"t_first_token_unix":1779963921.6948683,"t_done":29926.73950032,"t_done_unix":1779963923.294444},{"request_id":"1251059:1:1251059:32","session_id":"1251059","input_length":16512,"t_proxy_recv":29925.553481924,"t_decision_unix":1779963922.1084235,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":16512.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16512,"cache_hit":0,"estimated_new_tokens":16512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16512,"score_linear":6829.0,"score_lmetric":16512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16512,"score_linear":20086.0,"score_lmetric":36598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29927.111761718,"t_first_token_unix":1779963923.6667047,"t_done":29927.113486984,"t_done_unix":1779963923.66843},{"request_id":"1248768:3:1251261:33","session_id":"1248768","input_length":16989,"t_proxy_recv":29926.127530729,"t_decision_unix":1779963922.6824722,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.6931543940196597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5213 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":5213,"cache_hit":11776,"estimated_new_tokens":5213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":11776,"new_prefill":5213,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16512,"ongoing_decode_tokens":0,"pending_prefill_tokens":16512,"num_requests":1,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16989,"score_linear":16512.0,"score_lmetric":33501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16989,"score_linear":6829.0,"score_lmetric":16989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16989,"score_linear":20086.0,"score_lmetric":37075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":29926.804476401,"t_first_token_unix":1779963923.35942,"t_done":29927.775097326,"t_done_unix":1779963924.3300402},{"request_id":"1251828:1:1251828:35","session_id":"1251828","input_length":1090,"t_proxy_recv":29928.058309357,"t_decision_unix":1779963924.6132505,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1090.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1090 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1090,"cache_hit":0,"estimated_new_tokens":1090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":1090,"score_linear":20086.0,"score_lmetric":1090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13780,"ongoing_decode_tokens":0,"pending_prefill_tokens":7636,"num_requests":1,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":1090,"score_linear":13780.0,"score_lmetric":8726}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29928.144233073,"t_first_token_unix":1779963924.6991765,"t_done":29928.252887288,"t_done_unix":1779963924.8078306},{"request_id":"1250935:1:1250935:31","session_id":"1250935","input_length":20086,"t_proxy_recv":29924.997317945,"t_decision_unix":1779963921.5522594,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":20086.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":20086,"cache_hit":0,"estimated_new_tokens":20086,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":0,"pending_prefill_tokens":6829,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":20086,"score_linear":6829.0,"score_lmetric":26915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29927.057603789,"t_first_token_unix":1779963923.6125476,"t_done":29928.32433819,"t_done_unix":1779963924.8792815},{"request_id":"1245572:3:1251662:34","session_id":"1245572","input_length":13780,"t_proxy_recv":29927.539606563,"t_decision_unix":1779963924.0945477,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.4458635703918723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":7636.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7636 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":7636,"cache_hit":6144,"estimated_new_tokens":7636,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16989,"ongoing_decode_tokens":16989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":13780,"score_linear":16989.0,"score_lmetric":13780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":13780,"score_linear":20086.0,"score_lmetric":13780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":7636,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":29928.34618014,"t_first_token_unix":1779963924.9011235,"t_done":29928.570398578,"t_done_unix":1779963925.125342},{"request_id":"1252010:1:1252010:36","session_id":"1252010","input_length":9855,"t_proxy_recv":29928.666700572,"t_decision_unix":1779963925.2216418,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9855.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9855,"cache_hit":0,"estimated_new_tokens":9855,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":144,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29929.471274843,"t_first_token_unix":1779963926.0262187,"t_done":29929.646383446,"t_done_unix":1779963926.201327},{"request_id":"1248768:4:1253385:37","session_id":"1248768","input_length":17309,"t_proxy_recv":29933.441280729,"t_decision_unix":1779963929.996222,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9761395805650239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (413 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":413,"cache_hit":16896,"estimated_new_tokens":413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":16896,"new_prefill":413,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":29933.525539159,"t_first_token_unix":1779963930.0804834,"t_done":29936.471626457,"t_done_unix":1779963933.0265694},{"request_id":"1251828:2:1254272:41","session_id":"1251828","input_length":3934,"t_proxy_recv":29936.409193548,"t_decision_unix":1779963932.964135,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.2602948652770717,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":3934.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3934 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3934,"cache_hit":0,"estimated_new_tokens":3934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":3934,"score_linear":17309.0,"score_lmetric":3934},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":3934,"score_linear":35221.0,"score_lmetric":39155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":1024,"new_prefill":2910,"score_linear":48600.0,"score_lmetric":52534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":0,"pending_prefill_tokens":4108,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":3934,"score_linear":10764.0,"score_lmetric":8042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29936.654022469,"t_first_token_unix":1779963933.2089655,"t_done":29936.800903417,"t_done_unix":1779963933.3558464},{"request_id":"1254584:1:1254584:42","session_id":"1254584","input_length":748,"t_proxy_recv":29937.542847402,"t_decision_unix":1779963934.0977888,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":748.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (748 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":748,"cache_hit":0,"estimated_new_tokens":748,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":748,"score_linear":35221.0,"score_lmetric":35969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":748,"score_linear":49624.0,"score_lmetric":50372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":748,"score_linear":10764.0,"score_lmetric":748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29937.607493518,"t_first_token_unix":1779963934.162437,"t_done":29937.765156013,"t_done_unix":1779963934.3200994},{"request_id":"1252010:2:1254691:43","session_id":"1252010","input_length":13092,"t_proxy_recv":29937.99534965,"t_decision_unix":1779963934.5502913,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.743049190345249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3364 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":3364,"cache_hit":9728,"estimated_new_tokens":3364,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13092,"score_linear":35221.0,"score_lmetric":48313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":13092,"score_linear":49624.0,"score_lmetric":62716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13092,"score_linear":10764.0,"score_lmetric":13092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":9728,"new_prefill":3364,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":29938.413871624,"t_first_token_unix":1779963934.968815,"t_done":29938.586720064,"t_done_unix":1779963935.1416638},{"request_id":"1250772:2:1254198:40","session_id":"1250772","input_length":10764,"t_proxy_recv":29936.138265773,"t_decision_unix":1779963932.693207,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6656,"affinity_cache_ratio":0.6183574879227053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4108 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":4108,"cache_hit":6656,"estimated_new_tokens":4108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":10764,"score_linear":17309.0,"score_lmetric":10764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10764,"score_linear":35221.0,"score_lmetric":45985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":10764,"score_linear":49624.0,"score_lmetric":60388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":6656,"new_prefill":4108,"score_linear":-6656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":29936.525163028,"t_first_token_unix":1779963933.080106,"t_done":29938.802543828,"t_done_unix":1779963935.3574872},{"request_id":"1253804:1:1253804:39","session_id":"1253804","input_length":35221,"t_proxy_recv":29935.029542875,"t_decision_unix":1779963931.5844839,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35221.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35221,"cache_hit":0,"estimated_new_tokens":35221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":35221,"score_linear":17309.0,"score_lmetric":35221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":35221,"score_linear":49624.0,"score_lmetric":84845},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29940.158349692,"t_first_token_unix":1779963936.713293,"t_done":29942.378516205,"t_done_unix":1779963938.9334598},{"request_id":"1256273:1:1256273:46","session_id":"1256273","input_length":1694,"t_proxy_recv":29943.226131544,"t_decision_unix":1779963939.7810729,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1694.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1694 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1694,"cache_hit":0,"estimated_new_tokens":1694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":1694,"score_linear":49624.0,"score_lmetric":51318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":1694,"score_linear":17786.0,"score_lmetric":12312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29943.369607133,"t_first_token_unix":1779963939.9245503,"t_done":29943.655517388,"t_done_unix":1779963940.2104607},{"request_id":"1243831:2:1256324:47","session_id":"1243831","input_length":11448,"t_proxy_recv":29943.390148825,"t_decision_unix":1779963939.9450903,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.983927323549965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":184,"cache_hit":11264,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":11264,"new_prefill":184,"score_linear":-11264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":11448,"score_linear":49624.0,"score_lmetric":61072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":11448,"score_linear":17786.0,"score_lmetric":22066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1694,"ongoing_decode_tokens":1694,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":11448,"score_linear":1694.0,"score_lmetric":11448},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":29943.444306063,"t_first_token_unix":1779963939.9992492,"t_done":29943.886575538,"t_done_unix":1779963940.4415188},{"request_id":"1253743:1:1253743:38","session_id":"1253743","input_length":49624,"t_proxy_recv":29934.78825165,"t_decision_unix":1779963931.3431916,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":49624.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":49624,"cache_hit":0,"estimated_new_tokens":49624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":49624,"score_linear":17309.0,"score_lmetric":49624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29944.047569565,"t_first_token_unix":1779963940.602513,"t_done":29944.455492252,"t_done_unix":1779963941.0104356},{"request_id":"1249058:3:1256222:45","session_id":"1249058","input_length":17786,"t_proxy_recv":29943.078025384,"t_decision_unix":1779963939.6329668,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4030136062071292,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10618.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10618,"cache_hit":7168,"estimated_new_tokens":10618,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17786,"score_linear":49624.0,"score_lmetric":67410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":7168,"new_prefill":10618,"score_linear":-7168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":29944.35541083,"t_first_token_unix":1779963940.9103541,"t_done":29944.474537094,"t_done_unix":1779963941.0294812},{"request_id":"1253743:2:1256070:44","session_id":"1253743","input_length":49687,"t_proxy_recv":29944.464376769,"t_decision_unix":1779963941.0193183,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9995371022601486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (23 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":23,"cache_hit":49664,"estimated_new_tokens":23,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":3584,"new_prefill":46103,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":49664,"new_prefill":23,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":17786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":49687,"score_linear":17786.0,"score_lmetric":49687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":29944.536923302,"t_first_token_unix":1779963941.091866,"t_done":29945.369945542,"t_done_unix":1779963941.9248893},{"request_id":"1256273:2:1257769:51","session_id":"1256273","input_length":6170,"t_proxy_recv":29948.208130253,"t_decision_unix":1779963944.7630718,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.24894651539708265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":4634.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4634 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":4634,"cache_hit":1536,"estimated_new_tokens":4634,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4434,"ongoing_decode_tokens":4434,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":6170,"score_linear":4434.0,"score_lmetric":6170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":6170,"score_linear":27387.0,"score_lmetric":33557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6170,"score_linear":90488.0,"score_lmetric":96658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":1536,"new_prefill":4634,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":29948.533977784,"t_first_token_unix":1779963945.0889213,"t_done":29948.836970523,"t_done_unix":1779963945.3919137},{"request_id":"1257572:1:1257572:50","session_id":"1257572","input_length":4434,"t_proxy_recv":29947.576942039,"t_decision_unix":1779963944.1318836,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4434.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4434 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4434,"cache_hit":0,"estimated_new_tokens":4434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":4434,"score_linear":27387.0,"score_lmetric":31821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":4434,"score_linear":90488.0,"score_lmetric":94922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29947.866385056,"t_first_token_unix":1779963944.4213285,"t_done":29949.094657604,"t_done_unix":1779963945.6496007},{"request_id":"1254584:2:1258039:52","session_id":"1254584","input_length":1257,"t_proxy_recv":29949.228408012,"t_decision_unix":1779963945.7833493,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":512,"affinity_cache_ratio":0.40731901352426414,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":745.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (745 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":745,"cache_hit":512,"estimated_new_tokens":745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1257,"score_linear":27387.0,"score_lmetric":28644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":512,"new_prefill":745,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":1257,"score_linear":90488.0,"score_lmetric":91745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":29949.282988636,"t_first_token_unix":1779963945.8379319,"t_done":29949.618728835,"t_done_unix":1779963946.1736724},{"request_id":"1242838:3:1258161:53","session_id":"1242838","input_length":22262,"t_proxy_recv":29949.688542254,"t_decision_unix":1779963946.2434835,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9659509478034318,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (758 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":758,"cache_hit":21504,"estimated_new_tokens":758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":21504,"new_prefill":758,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":22262,"score_linear":27387.0,"score_lmetric":49649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22262,"score_linear":90488.0,"score_lmetric":112750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":29949.854919993,"t_first_token_unix":1779963946.4098637,"t_done":29950.404918239,"t_done_unix":1779963946.9598613},{"request_id":"1256273:3:1258499:55","session_id":"1256273","input_length":7934,"t_proxy_recv":29950.852334192,"t_decision_unix":1779963947.4072754,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7743887068313587,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1790 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":1790,"cache_hit":6144,"estimated_new_tokens":1790,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":0,"pending_prefill_tokens":45037,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":7934,"score_linear":80365.0,"score_lmetric":105942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":7934,"score_linear":90488.0,"score_lmetric":98422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":6144,"new_prefill":1790,"score_linear":-6144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":29951.037192633,"t_first_token_unix":1779963947.592136,"t_done":29951.656461798,"t_done_unix":1779963948.211405},{"request_id":"1258908:1:1258908:58","session_id":"1258908","input_length":9250,"t_proxy_recv":29952.307053496,"t_decision_unix":1779963948.861995,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9250.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9250,"cache_hit":0,"estimated_new_tokens":9250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":9250,"score_linear":80365.0,"score_lmetric":53800},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9250,"score_linear":68131.0,"score_lmetric":77381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9250,"score_linear":90488.0,"score_lmetric":99738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9250,"score_linear":112793.0,"score_lmetric":122043},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29953.00339862,"t_first_token_unix":1779963949.5583422,"t_done":29955.00752697,"t_done_unix":1779963951.5624714},{"request_id":"1259178:1:1259178:59","session_id":"1259178","input_length":14291,"t_proxy_recv":29953.267498245,"t_decision_unix":1779963949.8224394,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14291.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14291,"cache_hit":0,"estimated_new_tokens":14291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":14291,"score_linear":80365.0,"score_lmetric":63882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":14291,"score_linear":68131.0,"score_lmetric":82422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":14291,"score_linear":9250.0,"score_lmetric":14291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14291,"score_linear":90488.0,"score_lmetric":104779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14291,"score_linear":112793.0,"score_lmetric":127084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29954.503490586,"t_first_token_unix":1779963951.058434,"t_done":29956.475444802,"t_done_unix":1779963953.0303879},{"request_id":"1257525:1:1257525:49","session_id":"1257525","input_length":27387,"t_proxy_recv":29947.501615862,"t_decision_unix":1779963944.056557,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":27387.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27387,"cache_hit":0,"estimated_new_tokens":27387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":27387,"score_linear":90488.0,"score_lmetric":117875},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29950.931013289,"t_first_token_unix":1779963947.4859567,"t_done":29956.521078956,"t_done_unix":1779963953.076022},{"request_id":"1253804:2:1258346:54","session_id":"1253804","input_length":52978,"t_proxy_recv":29950.399194862,"t_decision_unix":1779963946.9541361,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35328,"affinity_cache_ratio":0.6668428404243271,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":35328,"v3_new_local":17650,"cache_hit":35328,"estimated_new_tokens":17650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22262,"ongoing_decode_tokens":22262,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":52978,"score_linear":22262.0,"score_lmetric":52978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":35328,"new_prefill":17650,"score_linear":-7941.0,"score_lmetric":45037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":3584,"new_prefill":49394,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":52978,"score_linear":90488.0,"score_lmetric":143466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7941.0,"chosen_score_lmetric":45037,"t_first_token":29956.146369932,"t_first_token_unix":1779963952.7013159,"t_done":29957.075674204,"t_done_unix":1779963953.6306186},{"request_id":"1260792:1:1260792:63","session_id":"1260792","input_length":12522,"t_proxy_recv":29958.927762708,"t_decision_unix":1779963955.4827042,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12522.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12522,"cache_hit":0,"estimated_new_tokens":12522,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12522,"score_linear":30655.0,"score_lmetric":43177},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9571,"ongoing_decode_tokens":0,"pending_prefill_tokens":9571,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":12522,"score_linear":9571.0,"score_lmetric":22093},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12522,"score_linear":68131.0,"score_lmetric":80653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12522,"score_linear":90488.0,"score_lmetric":103010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12522,"score_linear":125063.0,"score_lmetric":259810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29959.954551991,"t_first_token_unix":1779963956.5094953,"t_done":29960.29187927,"t_done_unix":1779963956.8468223},{"request_id":"1261126:1:1261126:65","session_id":"1261126","input_length":5640,"t_proxy_recv":29959.964633404,"t_decision_unix":1779963956.519575,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5640.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5640 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5640,"cache_hit":0,"estimated_new_tokens":5640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":5640,"score_linear":30655.0,"score_lmetric":36295},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64709,"ongoing_decode_tokens":9571,"pending_prefill_tokens":2402,"num_requests":2,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":5640,"score_linear":64709.0,"score_lmetric":16084},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5640,"score_linear":68131.0,"score_lmetric":73771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5640,"score_linear":90488.0,"score_lmetric":96128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5640,"score_linear":125063.0,"score_lmetric":246046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12522,"ongoing_decode_tokens":12522,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5640,"score_linear":12522.0,"score_lmetric":5640},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29960.332218067,"t_first_token_unix":1779963956.887161,"t_done":29960.501839538,"t_done_unix":1779963957.0567822},{"request_id":"1260746:1:1260746:62","session_id":"1260746","input_length":9571,"t_proxy_recv":29958.811691941,"t_decision_unix":1779963955.3666332,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9571.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9571,"cache_hit":0,"estimated_new_tokens":9571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9571,"score_linear":30655.0,"score_lmetric":40226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9571,"score_linear":68131.0,"score_lmetric":77702},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9571,"score_linear":90488.0,"score_lmetric":100059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9571,"score_linear":125063.0,"score_lmetric":253908},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29959.570489443,"t_first_token_unix":1779963956.1254332,"t_done":29960.916888405,"t_done_unix":1779963957.4718318},{"request_id":"1253804:3:1260997:64","session_id":"1253804","input_length":55138,"t_proxy_recv":29959.666148886,"t_decision_unix":1779963956.2210903,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9564365773151003,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2402 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2402,"cache_hit":52736,"estimated_new_tokens":2402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":55138,"score_linear":30655.0,"score_lmetric":85793},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9571,"ongoing_decode_tokens":9571,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":52736,"new_prefill":2402,"score_linear":-43165.0,"score_lmetric":2402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55138,"score_linear":68131.0,"score_lmetric":123269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":3584,"new_prefill":51554,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55138,"score_linear":90488.0,"score_lmetric":145626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55138,"score_linear":125063.0,"score_lmetric":345042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12522,"ongoing_decode_tokens":0,"pending_prefill_tokens":12522,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55138,"score_linear":12522.0,"score_lmetric":67660},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55138,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43165.0,"chosen_score_lmetric":2402,"t_first_token":29960.494383931,"t_first_token_unix":1779963957.0493267,"t_done":29961.158036843,"t_done_unix":1779963957.71298},{"request_id":"1260327:1:1260327:61","session_id":"1260327","input_length":30655,"t_proxy_recv":29957.092270088,"t_decision_unix":1779963953.6472116,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":30655.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":30655,"cache_hit":0,"estimated_new_tokens":30655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":30655,"score_linear":68131.0,"score_lmetric":98786},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":30655,"score_linear":90488.0,"score_lmetric":121143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30655,"score_linear":125063.0,"score_lmetric":296076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29961.170552548,"t_first_token_unix":1779963957.7254956,"t_done":29961.821371648,"t_done_unix":1779963958.3763146},{"request_id":"1257525:2:1262205:67","session_id":"1257525","input_length":29988,"t_proxy_recv":29963.780606388,"t_decision_unix":1779963960.335548,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9048952914499133,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2852 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":2852,"cache_hit":27136,"estimated_new_tokens":2852,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":274,"cache_hit":27136,"new_prefill":2852,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":29988,"score_linear":68131.0,"score_lmetric":98119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":29988,"score_linear":90488.0,"score_lmetric":120476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":29988,"score_linear":125063.0,"score_lmetric":294742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":29964.395894727,"t_first_token_unix":1779963960.9508376,"t_done":29964.428981604,"t_done_unix":1779963960.9839246},{"request_id":"1262757:1:1262757:73","session_id":"1262757","input_length":5465,"t_proxy_recv":29965.660681774,"t_decision_unix":1779963962.2156231,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5465.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5465 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5465,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":5465,"score_linear":55989.0,"score_lmetric":6670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5465,"score_linear":68131.0,"score_lmetric":73596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":5465,"score_linear":15283.0,"score_lmetric":20748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5465,"score_linear":113053.0,"score_lmetric":196076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5465,"score_linear":125063.0,"score_lmetric":245696},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5465,"score_linear":21510.0,"score_lmetric":26975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29966.013272608,"t_first_token_unix":1779963962.5682168,"t_done":29966.146103819,"t_done_unix":1779963962.7010481},{"request_id":"1262354:1:1262354:69","session_id":"1262354","input_length":21510,"t_proxy_recv":29964.377156689,"t_decision_unix":1779963960.9320984,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":21510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21510,"cache_hit":0,"estimated_new_tokens":21510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":274,"cache_hit":0,"new_prefill":21510,"score_linear":29988.0,"score_lmetric":24362},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":21510,"score_linear":68131.0,"score_lmetric":89641},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":21510,"score_linear":113053.0,"score_lmetric":228166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":21510,"score_linear":125063.0,"score_lmetric":277786},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29966.714805944,"t_first_token_unix":1779963963.2697494,"t_done":29967.318266089,"t_done_unix":1779963963.873209},{"request_id":"1261126:2:1262820:74","session_id":"1261126","input_length":6953,"t_proxy_recv":29965.831979917,"t_decision_unix":1779963962.3869212,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8100100675967209,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1321 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":1321,"cache_hit":5632,"estimated_new_tokens":1321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":6953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":6953,"score_linear":55989.0,"score_lmetric":8158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":6953,"score_linear":68131.0,"score_lmetric":75084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":5632,"new_prefill":1321,"score_linear":9651.0,"score_lmetric":16604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6953,"score_linear":113053.0,"score_lmetric":199052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6953,"score_linear":125063.0,"score_lmetric":248672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5465,"ongoing_decode_tokens":0,"pending_prefill_tokens":5465,"num_requests":1,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":6953,"score_linear":5465.0,"score_lmetric":12418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6953,"score_linear":21510.0,"score_lmetric":28463}],"chosen_score_linear":9651.0,"chosen_score_lmetric":16604,"t_first_token":29967.166402625,"t_first_token_unix":1779963963.721346,"t_done":29967.462051594,"t_done_unix":1779963964.0169942},{"request_id":"1258611:1:1258611:56","session_id":"1258611","input_length":68131,"t_proxy_recv":29951.250942889,"t_decision_unix":1779963947.8058841,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":68131.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":68131,"cache_hit":0,"estimated_new_tokens":68131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":68131,"score_linear":80365.0,"score_lmetric":171562},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68131,"score_linear":90488.0,"score_lmetric":158619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7934,"ongoing_decode_tokens":7934,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":68131,"score_linear":7934.0,"score_lmetric":68131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29967.634664444,"t_first_token_unix":1779963964.1896074,"t_done":29968.814122738,"t_done_unix":1779963965.3690658},{"request_id":"1258611:2:1261594:66","session_id":"1258611","input_length":68320,"t_proxy_recv":29968.825102698,"t_decision_unix":1779963965.3800442,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9967213114754099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (224 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":224,"cache_hit":68096,"estimated_new_tokens":224,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":68320,"score_linear":55989.0,"score_lmetric":68320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":224,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":68320,"score_linear":15283.0,"score_lmetric":68320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68320,"score_linear":113053.0,"score_lmetric":321786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68320,"score_linear":125063.0,"score_lmetric":371406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":68320,"score_linear":22109.0,"score_lmetric":68925}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":29968.963847786,"t_first_token_unix":1779963965.5187914,"t_done":29969.004569439,"t_done_unix":1779963965.559513},{"request_id":"1258611:3:1262709:71","session_id":"1258611","input_length":68377,"t_proxy_recv":29969.016554353,"t_decision_unix":1779963965.5714958,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9958904309928778,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":281,"cache_hit":68096,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":0,"pending_prefill_tokens":5990,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":68377,"score_linear":5990.0,"score_lmetric":74367},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":68377,"score_linear":55989.0,"score_lmetric":68377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":281,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":68377,"score_linear":15283.0,"score_lmetric":68377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68377,"score_linear":113053.0,"score_lmetric":321900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68377,"score_linear":125063.0,"score_lmetric":371520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68377,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":68377,"score_linear":22109.0,"score_lmetric":68377}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":29969.154542384,"t_first_token_unix":1779963965.7094858,"t_done":29969.595033926,"t_done_unix":1779963966.1499774},{"request_id":"1263611:1:1263611:76","session_id":"1263611","input_length":5990,"t_proxy_recv":29968.851537785,"t_decision_unix":1779963965.4064794,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5990.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5990 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5990,"cache_hit":0,"estimated_new_tokens":5990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":5990,"score_linear":55989.0,"score_lmetric":5990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68320,"ongoing_decode_tokens":0,"pending_prefill_tokens":224,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":5990,"score_linear":68320.0,"score_lmetric":6214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":5990,"score_linear":15283.0,"score_lmetric":5990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5990,"score_linear":113053.0,"score_lmetric":197126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5990,"score_linear":125063.0,"score_lmetric":246746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":5990,"score_linear":22109.0,"score_lmetric":6595}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29969.246352402,"t_first_token_unix":1779963965.8012958,"t_done":29969.634754551,"t_done_unix":1779963966.1896975},{"request_id":"1262354:2:1263593:75","session_id":"1262354","input_length":22109,"t_proxy_recv":29968.742396395,"t_decision_unix":1779963965.2973373,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9726355782712922,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (605 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":605,"cache_hit":21504,"estimated_new_tokens":605,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":22109,"score_linear":55989.0,"score_lmetric":22109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":68131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22109,"score_linear":68131.0,"score_lmetric":22109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":22109,"score_linear":15283.0,"score_lmetric":22109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22109,"score_linear":113053.0,"score_lmetric":229364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22109,"score_linear":125063.0,"score_lmetric":278984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":21504,"new_prefill":605,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":29968.900633459,"t_first_token_unix":1779963965.4555767,"t_done":29970.128677652,"t_done_unix":1779963966.683621},{"request_id":"1263971:1:1263971:80","session_id":"1263971","input_length":6336,"t_proxy_recv":29970.163017635,"t_decision_unix":1779963966.7179582,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6336.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6336 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6336,"cache_hit":0,"estimated_new_tokens":6336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":6336,"score_linear":55989.0,"score_lmetric":6336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":6336,"score_linear":71575.0,"score_lmetric":125256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6336,"score_linear":113053.0,"score_lmetric":197818},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6336,"score_linear":125063.0,"score_lmetric":247438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6336,"score_linear":50783.0,"score_lmetric":57119},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":69,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29970.583024209,"t_first_token_unix":1779963967.1379676,"t_done":29970.94620365,"t_done_unix":1779963967.5011475},{"request_id":"1257323:1:1257323:48","session_id":"1257323","input_length":90488,"t_proxy_recv":29946.888063648,"t_decision_unix":1779963943.4430048,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":90488.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":90488,"cache_hit":0,"estimated_new_tokens":90488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29974.718282845,"t_first_token_unix":1779963971.2732272,"t_done":29975.143324983,"t_done_unix":1779963971.6982715},{"request_id":"1239034:3:1262346:68","session_id":"1239034","input_length":22565,"t_proxy_recv":29964.345096136,"t_decision_unix":1779963960.9000373,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.9076002658985154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2085 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":2085,"cache_hit":20480,"estimated_new_tokens":2085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":274,"cache_hit":0,"new_prefill":22565,"score_linear":29988.0,"score_lmetric":25417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22565,"score_linear":68131.0,"score_lmetric":90696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":20480,"new_prefill":2085,"score_linear":70008.0,"score_lmetric":92573},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22565,"score_linear":125063.0,"score_lmetric":279896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70008.0,"chosen_score_lmetric":92573,"t_first_token":29974.719590123,"t_first_token_unix":1779963971.274533,"t_done":29975.269798513,"t_done_unix":1779963971.8247418},{"request_id":"1265000:1:1265000:83","session_id":"1265000","input_length":301,"t_proxy_recv":29973.788747088,"t_decision_unix":1779963970.3436882,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":301.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (301 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":301,"cache_hit":0,"estimated_new_tokens":301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":301,"score_linear":110048.0,"score_lmetric":110349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":301,"score_linear":55989.0,"score_lmetric":301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":301,"score_linear":71575.0,"score_lmetric":113186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":301,"score_linear":113053.0,"score_lmetric":185748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":301,"score_linear":125063.0,"score_lmetric":235368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":301,"score_linear":50783.0,"score_lmetric":51084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29973.826483201,"t_first_token_unix":1779963970.3814263,"t_done":29975.351233888,"t_done_unix":1779963971.9061766},{"request_id":"1265128:1:1265128:85","session_id":"1265128","input_length":14028,"t_proxy_recv":29974.117670688,"t_decision_unix":1779963970.672612,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":14028.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,1,2,2,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":14028,"cache_hit":0,"estimated_new_tokens":14028,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":14028,"score_linear":110048.0,"score_lmetric":124076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":14028,"score_linear":55989.0,"score_lmetric":14028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":14028,"score_linear":301.0,"score_lmetric":14028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":14028,"score_linear":71575.0,"score_lmetric":140640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14028,"score_linear":113053.0,"score_lmetric":213202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14028,"score_linear":125063.0,"score_lmetric":262822},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":14028,"score_linear":50783.0,"score_lmetric":64811},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":14028,"score_linear":23540.0,"score_lmetric":37568}],"chosen_score_linear":301.0,"chosen_score_lmetric":14028,"t_first_token":29975.333589127,"t_first_token_unix":1779963971.8885322,"t_done":29975.770860126,"t_done_unix":1779963972.3258033},{"request_id":"1266067:1:1266067:91","session_id":"1266067","input_length":579,"t_proxy_recv":29977.338058812,"t_decision_unix":1779963973.8930001,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":579.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (579 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":579,"cache_hit":0,"estimated_new_tokens":579,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":579,"score_linear":135235.0,"score_lmetric":227596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":579,"score_linear":60059.0,"score_lmetric":9298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":579,"score_linear":13178.0,"score_lmetric":13757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":579,"score_linear":71575.0,"score_lmetric":113742},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":579,"score_linear":27639.0,"score_lmetric":579},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":579,"score_linear":125063.0,"score_lmetric":235924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":0,"pending_prefill_tokens":59480,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":579,"score_linear":71768.0,"score_lmetric":120118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":579,"score_linear":45884.0,"score_lmetric":1158}],"chosen_score_linear":27639.0,"chosen_score_lmetric":579,"t_first_token":29977.461424172,"t_first_token_unix":1779963974.0163672,"t_done":29977.628443821,"t_done_unix":1779963974.1833868},{"request_id":"1263611:2:1265770:88","session_id":"1263611","input_length":13178,"t_proxy_recv":29976.436996102,"t_decision_unix":1779963972.9919376,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":5632,"affinity_cache_ratio":0.4273789649415693,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":13178.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13178,"cache_hit":0,"estimated_new_tokens":13178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":5632,"new_prefill":7546,"score_linear":129603.0,"score_lmetric":241530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":13178,"score_linear":55989.0,"score_lmetric":13178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":13178,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":13178,"score_linear":71575.0,"score_lmetric":138940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":13178,"score_linear":27639.0,"score_lmetric":13178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13178,"score_linear":125063.0,"score_lmetric":261122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":13178,"score_linear":50783.0,"score_lmetric":63961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":13178,"score_linear":45884.0,"score_lmetric":74092}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29977.546548582,"t_first_token_unix":1779963974.101492,"t_done":29977.79936765,"t_done_unix":1779963974.3543105},{"request_id":"1250772:3:1265019:84","session_id":"1250772","input_length":23540,"t_proxy_recv":29973.857500547,"t_decision_unix":1779963970.4124422,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.45675446049277824,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":23540.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23540,"cache_hit":0,"estimated_new_tokens":23540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":23540,"score_linear":110048.0,"score_lmetric":133588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":23540,"score_linear":55989.0,"score_lmetric":23540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":23540,"score_linear":301.0,"score_lmetric":23540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":23540,"score_linear":71575.0,"score_lmetric":159664},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":23540,"score_linear":113053.0,"score_lmetric":232226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":12788,"score_linear":114311.0,"score_lmetric":260342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":23540,"score_linear":50783.0,"score_lmetric":74323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":23540,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29976.549484606,"t_first_token_unix":1779963973.104428,"t_done":29978.180459493,"t_done_unix":1779963974.7354028},{"request_id":"1265942:1:1265942:89","session_id":"1265942","input_length":4070,"t_proxy_recv":29977.068854221,"t_decision_unix":1779963973.6237953,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4070.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4070 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4070,"cache_hit":0,"estimated_new_tokens":4070,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":4070,"score_linear":135235.0,"score_lmetric":234578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":4070,"score_linear":55989.0,"score_lmetric":4070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":4070,"score_linear":13178.0,"score_lmetric":17248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":4070,"score_linear":71575.0,"score_lmetric":120724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":4070,"score_linear":27639.0,"score_lmetric":4070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":4070,"score_linear":125063.0,"score_lmetric":242906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":4070,"score_linear":50783.0,"score_lmetric":54853},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":4070,"score_linear":45884.0,"score_lmetric":8140}],"chosen_score_linear":55989.0,"chosen_score_lmetric":4070,"t_first_token":29977.382652403,"t_first_token_unix":1779963973.9375954,"t_done":29978.232107922,"t_done_unix":1779963974.7870507},{"request_id":"1262354:3:1265178:86","session_id":"1262354","input_length":22344,"t_proxy_recv":29974.225553408,"t_decision_unix":1779963970.780495,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9853204439670605,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (328 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":328,"cache_hit":22016,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":22344,"score_linear":110048.0,"score_lmetric":132392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":22344,"score_linear":55989.0,"score_lmetric":22344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":22344,"score_linear":14329.0,"score_lmetric":72744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":22344,"score_linear":71575.0,"score_lmetric":157272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22344,"score_linear":113053.0,"score_lmetric":229834},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22344,"score_linear":125063.0,"score_lmetric":279454},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22344,"score_linear":50783.0,"score_lmetric":73127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":81,"cache_hit":22016,"new_prefill":328,"score_linear":1524.0,"score_lmetric":23868}],"chosen_score_linear":1524.0,"chosen_score_lmetric":23868,"t_first_token":29976.551556301,"t_first_token_unix":1779963973.1064994,"t_done":29978.974643295,"t_done_unix":1779963975.5295863},{"request_id":"1266440:1:1266440:92","session_id":"1266440","input_length":5381,"t_proxy_recv":29978.411996156,"t_decision_unix":1779963974.9669375,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":5381.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5381 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5381,"cache_hit":0,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":5381,"score_linear":135235.0,"score_lmetric":237200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":5381,"score_linear":55989.0,"score_lmetric":5381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":348,"cache_hit":0,"new_prefill":5381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":5381,"score_linear":71575.0,"score_lmetric":123346},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":5381,"score_linear":27639.0,"score_lmetric":5381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5381,"score_linear":125063.0,"score_lmetric":245528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":0,"pending_prefill_tokens":59480,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5381,"score_linear":71768.0,"score_lmetric":129722},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22344,"ongoing_decode_tokens":22344,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":127,"cache_hit":0,"new_prefill":5381,"score_linear":22344.0,"score_lmetric":5381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29978.790833692,"t_first_token_unix":1779963975.3457775,"t_done":29979.094274327,"t_done_unix":1779963975.6492176},{"request_id":"1253804:4:1262690:70","session_id":"1253804","input_length":55989,"t_proxy_recv":29965.476698765,"t_decision_unix":1779963962.03164,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":54784,"affinity_cache_ratio":0.978477915304792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1205 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":1205,"cache_hit":54784,"estimated_new_tokens":1205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":279,"cache_hit":54784,"new_prefill":1205,"score_linear":-54784.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55989,"score_linear":68131.0,"score_lmetric":124120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":3584,"new_prefill":52405,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55989,"score_linear":113053.0,"score_lmetric":297124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55989,"score_linear":125063.0,"score_lmetric":346744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55989,"score_linear":21510.0,"score_lmetric":77499}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":29965.888434024,"t_first_token_unix":1779963962.4433773,"t_done":29979.718996705,"t_done_unix":1779963976.2739403},{"request_id":"1263727:1:1263727:77","session_id":"1263727","input_length":50783,"t_proxy_recv":29969.323191084,"t_decision_unix":1779963965.878132,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":50783.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":50783,"cache_hit":0,"estimated_new_tokens":50783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":50783,"score_linear":5990.0,"score_lmetric":50783},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":50783,"score_linear":55989.0,"score_lmetric":50783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":50783,"score_linear":68377.0,"score_lmetric":50783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":50783,"score_linear":15283.0,"score_lmetric":50783},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":50783,"score_linear":113053.0,"score_lmetric":286712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":50783,"score_linear":125063.0,"score_lmetric":336332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":50783,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":50783,"score_linear":22109.0,"score_lmetric":50783}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29979.002898032,"t_first_token_unix":1779963975.557841,"t_done":29980.428444548,"t_done_unix":1779963976.9833877},{"request_id":"1260792:2:1265951:90","session_id":"1260792","input_length":20985,"t_proxy_recv":29977.091587248,"t_decision_unix":1779963973.6465285,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5855611150822015,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12288,"v3_new_local":8697,"cache_hit":12288,"estimated_new_tokens":8697,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":20985,"score_linear":135235.0,"score_lmetric":268408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":20985,"score_linear":60059.0,"score_lmetric":50110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":20985,"score_linear":13178.0,"score_lmetric":34163},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":20985,"score_linear":71575.0,"score_lmetric":154554},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":20985,"score_linear":27639.0,"score_lmetric":20985},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":20985,"score_linear":125063.0,"score_lmetric":276736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":12288,"new_prefill":8697,"score_linear":38495.0,"score_lmetric":59480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":20985,"score_linear":45884.0,"score_lmetric":41970}],"chosen_score_linear":38495.0,"chosen_score_lmetric":59480,"t_first_token":29980.185911861,"t_first_token_unix":1779963976.740855,"t_done":29980.544135622,"t_done_unix":1779963977.099079},{"request_id":"1263971:2:1266797:94","session_id":"1263971","input_length":9504,"t_proxy_recv":29979.761414892,"t_decision_unix":1779963976.3163564,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6464646464646465,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3360 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":3360,"cache_hit":6144,"estimated_new_tokens":3360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":9504,"score_linear":135235.0,"score_lmetric":245446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":9504,"score_linear":71575.0,"score_lmetric":131592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":9504,"score_linear":27639.0,"score_lmetric":9504},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9504,"score_linear":125063.0,"score_lmetric":253774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":50783,"pending_prefill_tokens":8697,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":9504,"score_linear":71768.0,"score_lmetric":36402},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":0,"pending_prefill_tokens":17466,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":6144,"new_prefill":3360,"score_linear":11322.0,"score_lmetric":20826}],"chosen_score_linear":11322.0,"chosen_score_lmetric":20826,"t_first_token":29981.270824887,"t_first_token_unix":1779963977.825768,"t_done":29981.462241139,"t_done_unix":1779963978.0171847},{"request_id":"1263749:1:1263749:79","session_id":"1263749","input_length":56292,"t_proxy_recv":29969.396722452,"t_decision_unix":1779963965.951664,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":56292.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,1,1,2,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":56292,"cache_hit":0,"estimated_new_tokens":56292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":56292,"score_linear":5990.0,"score_lmetric":56292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":56292,"score_linear":55989.0,"score_lmetric":56292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":56292,"score_linear":68377.0,"score_lmetric":56292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":56292,"score_linear":15283.0,"score_lmetric":56292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":56292,"score_linear":113053.0,"score_lmetric":297730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":56292,"score_linear":125063.0,"score_lmetric":347350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":56292,"score_linear":50783.0,"score_lmetric":107075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":56292,"score_linear":22109.0,"score_lmetric":56292}],"chosen_score_linear":15283.0,"chosen_score_lmetric":56292,"t_first_token":29980.866323982,"t_first_token_unix":1779963977.421268,"t_done":29982.242151834,"t_done_unix":1779963978.7970972},{"request_id":"1265942:2:1268069:97","session_id":"1265942","input_length":10457,"t_proxy_recv":29984.07004162,"t_decision_unix":1779963980.6249828,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4096,"affinity_cache_ratio":0.39169934015492014,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":6361.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6361 < 8000)","v3_prefill_cache_hit":4096,"v3_new_local":6361,"cache_hit":4096,"estimated_new_tokens":6361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":10457,"score_linear":135235.0,"score_lmetric":247352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":4096,"new_prefill":6361,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":126924.0,"score_lmetric":118437},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10457,"score_linear":15283.0,"score_lmetric":10457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":10457,"score_linear":27639.0,"score_lmetric":10457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":10457,"score_linear":125063.0,"score_lmetric":255680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":10457,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":134,"cache_hit":0,"new_prefill":10457,"score_linear":46137.0,"score_lmetric":33200}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":29984.638159648,"t_first_token_unix":1779963981.193103,"t_done":29984.998871293,"t_done_unix":1779963981.553815},{"request_id":"1262354:4:1267821:95","session_id":"1262354","input_length":28671,"t_proxy_recv":29983.370728705,"t_decision_unix":1779963979.9256701,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7857416902096195,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6143 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":6143,"cache_hit":22528,"estimated_new_tokens":6143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28671,"score_linear":135235.0,"score_lmetric":283780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28671,"score_linear":15283.0,"score_lmetric":28671},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28671,"score_linear":27639.0,"score_lmetric":28671},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28671,"score_linear":125063.0,"score_lmetric":292108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":134,"cache_hit":22528,"new_prefill":6143,"score_linear":-5062.0,"score_lmetric":6143}],"chosen_score_linear":-5062.0,"chosen_score_lmetric":6143,"t_first_token":29984.559926702,"t_first_token_unix":1779963981.1148705,"t_done":29986.161030599,"t_done_unix":1779963982.7159736},{"request_id":"1268634:1:1268634:99","session_id":"1268634","input_length":2298,"t_proxy_recv":29986.280880952,"t_decision_unix":1779963982.8358223,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":2298.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2298 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2298,"cache_hit":0,"estimated_new_tokens":2298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2298,"score_linear":135235.0,"score_lmetric":231034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":126924.0,"score_lmetric":110278},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2298,"score_linear":15283.0,"score_lmetric":2298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":2298,"score_linear":27639.0,"score_lmetric":2298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2298,"score_linear":125063.0,"score_lmetric":239362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":2298,"score_linear":17466.0,"score_lmetric":2298}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29986.512328287,"t_first_token_unix":1779963983.0672717,"t_done":29986.624577143,"t_done_unix":1779963983.1795206},{"request_id":"1266668:1:1266668:93","session_id":"1266668","input_length":17466,"t_proxy_recv":29979.313099423,"t_decision_unix":1779963975.868041,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":17466.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17466,"cache_hit":0,"estimated_new_tokens":17466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":13370,"score_linear":131139.0,"score_lmetric":253178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":17466,"score_linear":55989.0,"score_lmetric":17466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":17466,"score_linear":71575.0,"score_lmetric":147516},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":17466,"score_linear":27639.0,"score_lmetric":17466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17466,"score_linear":125063.0,"score_lmetric":269698},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":50783,"pending_prefill_tokens":8697,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":17466,"score_linear":71768.0,"score_lmetric":52326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29981.268781536,"t_first_token_unix":1779963977.8237252,"t_done":29986.791416037,"t_done_unix":1779963983.3463593},{"request_id":"1268649:1:1268649:100","session_id":"1268649","input_length":18638,"t_proxy_recv":29986.296792725,"t_decision_unix":1779963982.8517346,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":18638.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,1,2,1,2,2,1])","v3_prefill_cache_hit":0,"v3_new_local":18638,"cache_hit":0,"estimated_new_tokens":18638,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":18638,"score_linear":135235.0,"score_lmetric":263714},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":18638,"score_linear":2298.0,"score_lmetric":20936},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":126924.0,"score_lmetric":126618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":18638,"score_linear":117357.0,"score_lmetric":37276},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":18638,"score_linear":27639.0,"score_lmetric":18638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":18638,"score_linear":125063.0,"score_lmetric":272042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":18638,"score_linear":102074.0,"score_lmetric":18638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":18638,"score_linear":17466.0,"score_lmetric":18638}],"chosen_score_linear":27639.0,"chosen_score_lmetric":18638,"t_first_token":29988.197727062,"t_first_token_unix":1779963984.75267,"t_done":29988.402524993,"t_done_unix":1779963984.9574683},{"request_id":"1263971:3:1269088:104","session_id":"1263971","input_length":13955,"t_proxy_recv":29987.703318584,"t_decision_unix":1779963984.2582598,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.660408455750627,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4739 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":4739,"cache_hit":9216,"estimated_new_tokens":4739,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":13955,"score_linear":135235.0,"score_lmetric":254348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":13955,"score_linear":12195.0,"score_lmetric":26150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":126924.0,"score_lmetric":121935},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":13955,"score_linear":117357.0,"score_lmetric":27910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":13955,"score_linear":46277.0,"score_lmetric":65186},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13955,"score_linear":125063.0,"score_lmetric":262676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":13955,"score_linear":102074.0,"score_lmetric":13955},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36349,"ongoing_decode_tokens":0,"pending_prefill_tokens":12797,"num_requests":2,"active_p_offloads":0,"cached_blocks":181,"cache_hit":9216,"new_prefill":4739,"score_linear":27133.0,"score_lmetric":35072}],"chosen_score_linear":27133.0,"chosen_score_lmetric":35072,"t_first_token":29988.51429772,"t_first_token_unix":1779963985.069241,"t_done":29988.84326022,"t_done_unix":1779963985.3982034},{"request_id":"1268831:1:1268831:101","session_id":"1268831","input_length":12195,"t_proxy_recv":29986.804894078,"t_decision_unix":1779963983.3598354,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":12195.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12195,"cache_hit":0,"estimated_new_tokens":12195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":12195,"score_linear":135235.0,"score_lmetric":250828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":126924.0,"score_lmetric":120175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12195,"score_linear":117357.0,"score_lmetric":24390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12195,"score_linear":46277.0,"score_lmetric":61666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12195,"score_linear":125063.0,"score_lmetric":259156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":12195,"score_linear":102074.0,"score_lmetric":12195},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":181,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29987.801785209,"t_first_token_unix":1779963984.3567286,"t_done":29989.201961078,"t_done_unix":1779963985.7569046},{"request_id":"1262354:5:1269336:105","session_id":"1262354","input_length":28906,"t_proxy_recv":29988.658208253,"t_decision_unix":1779963985.2131498,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9919047948522798,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (234 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":234,"cache_hit":28672,"estimated_new_tokens":234,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28906,"score_linear":135235.0,"score_lmetric":284250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":28906,"score_linear":12195.0,"score_lmetric":28906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":126924.0,"score_lmetric":136886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28906,"score_linear":117357.0,"score_lmetric":57812},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28906,"score_linear":27639.0,"score_lmetric":28906},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28906,"score_linear":125063.0,"score_lmetric":292578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28906,"score_linear":102074.0,"score_lmetric":28906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50304,"ongoing_decode_tokens":50304,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":181,"cache_hit":28672,"new_prefill":234,"score_linear":21632.0,"score_lmetric":702}],"chosen_score_linear":21632.0,"chosen_score_lmetric":702,"t_first_token":29988.732887281,"t_first_token_unix":1779963985.2878304,"t_done":29989.770068867,"t_done_unix":1779963986.3250127},{"request_id":"1250772:4:1268869:103","session_id":"1250772","input_length":24029,"t_proxy_recv":29986.96315307,"t_decision_unix":1779963983.518094,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9801489866411419,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":477,"cache_hit":23552,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":24029,"score_linear":135235.0,"score_lmetric":274496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":24029,"score_linear":12195.0,"score_lmetric":36224},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":126924.0,"score_lmetric":132009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":24029,"score_linear":117357.0,"score_lmetric":48058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":24029,"score_linear":46277.0,"score_lmetric":85334},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":13277,"score_linear":114311.0,"score_lmetric":261320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":24029,"score_linear":102074.0,"score_lmetric":24029},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":0,"pending_prefill_tokens":12320,"num_requests":1,"active_p_offloads":0,"cached_blocks":181,"cache_hit":23552,"new_prefill":477,"score_linear":-11232.0,"score_lmetric":12797}],"chosen_score_linear":-11232.0,"chosen_score_lmetric":12797,"t_first_token":29988.007387158,"t_first_token_unix":1779963984.5623305,"t_done":29989.793538132,"t_done_unix":1779963986.3484812},{"request_id":"1269901:1:1269901:107","session_id":"1269901","input_length":1323,"t_proxy_recv":29990.340977878,"t_decision_unix":1779963986.8959193,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1323.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1323 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1323,"cache_hit":0,"estimated_new_tokens":1323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":1323,"score_linear":135235.0,"score_lmetric":229084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":1323,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":126924.0,"score_lmetric":109303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":1323,"score_linear":117357.0,"score_lmetric":2646},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":1323,"score_linear":27639.0,"score_lmetric":1323},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":1323,"score_linear":125063.0,"score_lmetric":237412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":1323,"score_linear":116178.0,"score_lmetric":2646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":1323,"score_linear":12320.0,"score_lmetric":1323}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29990.438740936,"t_first_token_unix":1779963986.9936848,"t_done":29990.90465198,"t_done_unix":1779963987.459596},{"request_id":"1268861:1:1268861:102","session_id":"1268861","input_length":12320,"t_proxy_recv":29986.924643188,"t_decision_unix":1779963983.4795842,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":12320.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12320,"cache_hit":0,"estimated_new_tokens":12320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":12320,"score_linear":135235.0,"score_lmetric":251078},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":12320,"score_linear":12195.0,"score_lmetric":24515},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":126924.0,"score_lmetric":120300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12320,"score_linear":117357.0,"score_lmetric":24640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12320,"score_linear":46277.0,"score_lmetric":61916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12320,"score_linear":125063.0,"score_lmetric":259406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":12320,"score_linear":102074.0,"score_lmetric":12320},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":181,"cache_hit":0,"new_prefill":12320,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29988.00625572,"t_first_token_unix":1779963984.5611992,"t_done":29991.236488151,"t_done_unix":1779963987.7914312},{"request_id":"1263727:2:1270052:109","session_id":"1263727","input_length":57803,"t_proxy_recv":29990.967298815,"t_decision_unix":1779963987.5222402,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.876909502966974,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7115 < 8000)","v3_prefill_cache_hit":50688,"v3_new_local":7115,"cache_hit":50688,"estimated_new_tokens":7115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":57803,"score_linear":166063.0,"score_lmetric":513390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":57803,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":126924.0,"score_lmetric":165783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":57803,"score_linear":117357.0,"score_lmetric":115606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":57803,"score_linear":27639.0,"score_lmetric":57803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":57803,"score_linear":125063.0,"score_lmetric":350372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":50688,"new_prefill":7115,"score_linear":65490.0,"score_lmetric":14230},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":57803,"score_linear":12320.0,"score_lmetric":57803}],"chosen_score_linear":65490.0,"chosen_score_lmetric":14230,"t_first_token":29993.511744972,"t_first_token_unix":1779963990.0666885,"t_done":29993.745039717,"t_done_unix":1779963990.2999833},{"request_id":"1269373:1:1269373:106","session_id":"1269373","input_length":14104,"t_proxy_recv":29988.782330544,"t_decision_unix":1779963985.3372722,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":14104.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14104,"cache_hit":0,"estimated_new_tokens":14104,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":10008,"score_linear":131139.0,"score_lmetric":246454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":14104,"score_linear":12195.0,"score_lmetric":14104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":126924.0,"score_lmetric":122084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":14104,"score_linear":117357.0,"score_lmetric":28208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":14104,"score_linear":27639.0,"score_lmetric":14104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14104,"score_linear":125063.0,"score_lmetric":262974},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":14104,"score_linear":102074.0,"score_lmetric":14104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79210,"ongoing_decode_tokens":79210,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":181,"cache_hit":7680,"new_prefill":6424,"score_linear":71530.0,"score_lmetric":25696}],"chosen_score_linear":102074.0,"chosen_score_lmetric":14104,"t_first_token":29990.000914944,"t_first_token_unix":1779963986.5558581,"t_done":29993.929357563,"t_done_unix":1779963990.4843006},{"request_id":"1256273:4:1259632:60","session_id":"1256273","input_length":12270,"t_proxy_recv":29954.810392621,"t_decision_unix":1779963951.3653338,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6259168704156479,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4590 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":4590,"cache_hit":7680,"estimated_new_tokens":4590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":12270,"score_linear":80365.0,"score_lmetric":59840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12270,"score_linear":68131.0,"score_lmetric":80401},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":12270,"score_linear":9250.0,"score_lmetric":12270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12270,"score_linear":90488.0,"score_lmetric":102758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":7680,"new_prefill":4590,"score_linear":105113.0,"score_lmetric":117383},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14291,"ongoing_decode_tokens":14291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":12270,"score_linear":14291.0,"score_lmetric":12270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":105113.0,"chosen_score_lmetric":117383,"t_first_token":29993.563264392,"t_first_token_unix":1779963990.1182075,"t_done":29994.614537285,"t_done_unix":1779963991.1694808},{"request_id":"1258859:1:1258859:57","session_id":"1258859","input_length":112793,"t_proxy_recv":29952.220607636,"t_decision_unix":1779963948.775549,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":112793.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":112793,"cache_hit":0,"estimated_new_tokens":112793,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":112793,"score_linear":80365.0,"score_lmetric":260886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":112793,"score_linear":68131.0,"score_lmetric":180924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":112793,"score_linear":90488.0,"score_lmetric":203281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29993.325512752,"t_first_token_unix":1779963989.8804564,"t_done":29994.730166665,"t_done_unix":1779963991.2851105},{"request_id":"1266440:2:1270501:112","session_id":"1266440","input_length":11128,"t_proxy_recv":29992.538084616,"t_decision_unix":1779963989.0930254,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46010064701653486,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":11128.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11128,"cache_hit":0,"estimated_new_tokens":11128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":11128,"score_linear":166063.0,"score_lmetric":373365},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":11128,"score_linear":27927.0,"score_lmetric":39055},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":5120,"new_prefill":6008,"score_linear":121804.0,"score_lmetric":113988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":11128,"score_linear":117357.0,"score_lmetric":22256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11128,"score_linear":27639.0,"score_lmetric":11128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11128,"score_linear":125063.0,"score_lmetric":257022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":11128,"score_linear":173981.0,"score_lmetric":54729},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":11128,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29993.461855733,"t_first_token_unix":1779963990.016799,"t_done":29996.381289342,"t_done_unix":1779963992.9362326},{"request_id":"1270340:1:1270340:111","session_id":"1270340","input_length":27927,"t_proxy_recv":29991.968204239,"t_decision_unix":1779963988.5231454,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":27927.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27927,"cache_hit":0,"estimated_new_tokens":27927,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":27927,"score_linear":166063.0,"score_lmetric":423762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":126924.0,"score_lmetric":135907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":27927,"score_linear":117357.0,"score_lmetric":55854},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":27927,"score_linear":27639.0,"score_lmetric":27927},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27927,"score_linear":125063.0,"score_lmetric":290620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":27927,"score_linear":173981.0,"score_lmetric":105126},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29995.461762736,"t_first_token_unix":1779963992.0167062,"t_done":29996.7651408,"t_done_unix":1779963993.3200836},{"request_id":"1271847:1:1271847:123","session_id":"1271847","input_length":2524,"t_proxy_recv":29997.223938825,"t_decision_unix":1779963993.77888,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":5048.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2524 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2524,"cache_hit":0,"estimated_new_tokens":2524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2524,"score_linear":166063.0,"score_lmetric":347553},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47771,"ongoing_decode_tokens":47771,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":2524,"score_linear":47771.0,"score_lmetric":5048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2524,"score_linear":150574.0,"score_lmetric":240660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2524,"score_linear":139076.0,"score_lmetric":72729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":2524,"score_linear":121069.0,"score_lmetric":191908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2524,"score_linear":113923.0,"score_lmetric":5048},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":2524,"score_linear":134184.0,"score_lmetric":60894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":2524,"score_linear":61159.0,"score_lmetric":5048}],"chosen_score_linear":61159.0,"chosen_score_lmetric":5048,"t_first_token":29997.447080264,"t_first_token_unix":1779963994.0020235,"t_done":29997.70828303,"t_done_unix":1779963994.2632272},{"request_id":"1271459:1:1271459:118","session_id":"1271459","input_length":751,"t_proxy_recv":29995.927358694,"t_decision_unix":1779963992.4822996,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":751.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (751 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":751,"cache_hit":0,"estimated_new_tokens":751,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":751,"score_linear":166063.0,"score_lmetric":342234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":751,"score_linear":47375.0,"score_lmetric":15822},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":751,"score_linear":126924.0,"score_lmetric":108731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":751,"score_linear":117357.0,"score_lmetric":1502},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":751,"score_linear":121069.0,"score_lmetric":188362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":751,"score_linear":113172.0,"score_lmetric":751},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":751,"score_linear":119780.0,"score_lmetric":36914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":751,"score_linear":72287.0,"score_lmetric":33648}],"chosen_score_linear":113172.0,"chosen_score_lmetric":751,"t_first_token":29996.197318824,"t_first_token_unix":1779963992.752262,"t_done":29997.888764816,"t_done_unix":1779963994.443708},{"request_id":"1271328:1:1271328:117","session_id":"1271328","input_length":17706,"t_proxy_recv":29995.510144383,"t_decision_unix":1779963992.0650856,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":17706.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17706,"cache_hit":0,"estimated_new_tokens":17706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":17706,"score_linear":166063.0,"score_lmetric":393099},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":17706,"score_linear":47375.0,"score_lmetric":49732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17706,"score_linear":126924.0,"score_lmetric":125686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":17706,"score_linear":117357.0,"score_lmetric":35412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":17706,"score_linear":121069.0,"score_lmetric":222272},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17706,"score_linear":113172.0,"score_lmetric":17706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":17706,"score_linear":102074.0,"score_lmetric":17706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":17706,"score_linear":72287.0,"score_lmetric":84513}],"chosen_score_linear":102074.0,"chosen_score_lmetric":17706,"t_first_token":29997.28650038,"t_first_token_unix":1779963993.841444,"t_done":29997.902539629,"t_done_unix":1779963994.4574826},{"request_id":"1271991:1:1271991:124","session_id":"1271991","input_length":2851,"t_proxy_recv":29997.756089333,"t_decision_unix":1779963994.3110309,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":5702.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2851 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2851,"cache_hit":0,"estimated_new_tokens":2851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2851,"score_linear":166063.0,"score_lmetric":348534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47771,"ongoing_decode_tokens":47771,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":2851,"score_linear":47771.0,"score_lmetric":5702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2851,"score_linear":150574.0,"score_lmetric":241314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2851,"score_linear":139076.0,"score_lmetric":73710},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":2851,"score_linear":121069.0,"score_lmetric":192562},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2851,"score_linear":113923.0,"score_lmetric":5702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":32110,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":2851,"score_linear":134184.0,"score_lmetric":8553},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":2851,"score_linear":61159.0,"score_lmetric":5702}],"chosen_score_linear":47771.0,"chosen_score_lmetric":5702,"t_first_token":29997.966155845,"t_first_token_unix":1779963994.521099,"t_done":29998.233224786,"t_done_unix":1779963994.7881677},{"request_id":"1268831:2:1271087:116","session_id":"1268831","input_length":19448,"t_proxy_recv":29994.791536667,"t_decision_unix":1779963991.346478,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12288,"affinity_cache_ratio":0.6318387494858083,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7160 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":7160,"cache_hit":12288,"estimated_new_tokens":7160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":19448,"score_linear":166063.0,"score_lmetric":398325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":12288,"new_prefill":7160,"score_linear":15639.0,"score_lmetric":35087},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":19448,"score_linear":126924.0,"score_lmetric":127428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":19448,"score_linear":117357.0,"score_lmetric":38896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":19448,"score_linear":121069.0,"score_lmetric":225756},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":19448,"score_linear":113172.0,"score_lmetric":19980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":19448,"score_linear":102074.0,"score_lmetric":19448},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":11128,"pending_prefill_tokens":14567,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":19448,"score_linear":72287.0,"score_lmetric":102045}],"chosen_score_linear":15639.0,"chosen_score_lmetric":35087,"t_first_token":29996.405796291,"t_first_token_unix":1779963992.9607396,"t_done":29998.363527505,"t_done_unix":1779963994.9184709},{"request_id":"1270340:2:1271641:121","session_id":"1270340","input_length":28323,"t_proxy_recv":29996.770877647,"t_decision_unix":1779963993.3258193,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9761677788369876,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (675 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":675,"cache_hit":27648,"estimated_new_tokens":675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28323,"score_linear":166063.0,"score_lmetric":424950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19448,"ongoing_decode_tokens":19448,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":27648,"new_prefill":675,"score_linear":-8200.0,"score_lmetric":675},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28323,"score_linear":150574.0,"score_lmetric":292258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28323,"score_linear":139076.0,"score_lmetric":150126},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28323,"score_linear":121069.0,"score_lmetric":243506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28323,"score_linear":113923.0,"score_lmetric":56646},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":28323,"score_linear":134184.0,"score_lmetric":138291},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":28323,"score_linear":61159.0,"score_lmetric":56646}],"chosen_score_linear":-8200.0,"chosen_score_lmetric":675,"t_first_token":29996.939303592,"t_first_token_unix":1779963993.4942472,"t_done":29998.93915316,"t_done_unix":1779963995.4940968},{"request_id":"1272085:1:1272085:125","session_id":"1272085","input_length":5302,"t_proxy_recv":29998.091546593,"t_decision_unix":1779963994.6464877,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":5302.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5302 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5302,"cache_hit":0,"estimated_new_tokens":5302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":5302,"score_linear":166063.0,"score_lmetric":355887},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":50622,"ongoing_decode_tokens":50622,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":5302,"score_linear":50622.0,"score_lmetric":15906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":5302,"score_linear":150574.0,"score_lmetric":246216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":5302,"score_linear":139076.0,"score_lmetric":81063},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":5302,"score_linear":121069.0,"score_lmetric":197464},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":266,"cache_hit":0,"new_prefill":5302,"score_linear":113172.0,"score_lmetric":5302},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116478,"ongoing_decode_tokens":14404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":5302,"score_linear":116478.0,"score_lmetric":10604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":5302,"score_linear":61159.0,"score_lmetric":10604}],"chosen_score_linear":113172.0,"chosen_score_lmetric":5302,"t_first_token":29998.554905422,"t_first_token_unix":1779963995.1098487,"t_done":29999.445639421,"t_done_unix":1779963996.0005825},{"request_id":"1266668:2:1270661:115","session_id":"1266668","input_length":28385,"t_proxy_recv":29993.15145074,"t_decision_unix":1779963989.7063923,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.6313193588162762,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17920,"v3_new_local":10465,"cache_hit":17920,"estimated_new_tokens":10465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":24289,"score_linear":161967.0,"score_lmetric":412848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":28385,"score_linear":27927.0,"score_lmetric":56312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":126924.0,"score_lmetric":136365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28385,"score_linear":117357.0,"score_lmetric":56770},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28385,"score_linear":121069.0,"score_lmetric":243630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28385,"score_linear":125063.0,"score_lmetric":291536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28385,"score_linear":173981.0,"score_lmetric":106500},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43902,"ongoing_decode_tokens":0,"pending_prefill_tokens":15230,"num_requests":2,"active_p_offloads":0,"cached_blocks":215,"cache_hit":17920,"new_prefill":10465,"score_linear":25982.0,"score_lmetric":51390}],"chosen_score_linear":25982.0,"chosen_score_lmetric":51390,"t_first_token":29996.10906484,"t_first_token_unix":1779963992.664008,"t_done":29999.727123046,"t_done_unix":1779963996.2820666},{"request_id":"1269373:2:1271580:120","session_id":"1269373","input_length":14404,"t_proxy_recv":29996.340745668,"t_decision_unix":1779963992.8956869,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.995279089141905,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (68 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":68,"cache_hit":14336,"estimated_new_tokens":68,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":10308,"score_linear":161967.0,"score_lmetric":370905},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":14404,"score_linear":47375.0,"score_lmetric":43128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14404,"score_linear":126924.0,"score_lmetric":122384},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":14404,"score_linear":139076.0,"score_lmetric":108369},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":14404,"score_linear":121069.0,"score_lmetric":215668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14404,"score_linear":113923.0,"score_lmetric":28808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":14336,"new_prefill":68,"score_linear":105444.0,"score_lmetric":35548},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":72287,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":7680,"new_prefill":6724,"score_linear":64607.0,"score_lmetric":20172}],"chosen_score_linear":105444.0,"chosen_score_lmetric":35548,"t_first_token":29997.304743775,"t_first_token_unix":1779963993.8596869,"t_done":30000.726505351,"t_done_unix":1779963997.2814486},{"request_id":"1265942:3:1272453:127","session_id":"1265942","input_length":18093,"t_proxy_recv":29999.554468971,"t_decision_unix":1779963996.10941,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.5659647377438789,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7853 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":7853,"cache_hit":10240,"estimated_new_tokens":7853,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":18093,"score_linear":166063.0,"score_lmetric":394260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":10240,"new_prefill":7853,"score_linear":-10240.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18093,"score_linear":150574.0,"score_lmetric":271798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":18093,"score_linear":139076.0,"score_lmetric":119436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":18093,"score_linear":121069.0,"score_lmetric":223046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":18093,"score_linear":113172.0,"score_lmetric":18093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126196,"ongoing_decode_tokens":24122,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":18093,"score_linear":126196.0,"score_lmetric":54279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":18093,"score_linear":61159.0,"score_lmetric":36186}],"chosen_score_linear":-10240.0,"chosen_score_lmetric":0,"t_first_token":30000.539574478,"t_first_token_unix":1779963997.094518,"t_done":30000.788382491,"t_done_unix":1779963997.3433254},{"request_id":"1272313:1:1272313:126","session_id":"1272313","input_length":9718,"t_proxy_recv":29999.002683985,"t_decision_unix":1779963995.5576255,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4076.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2038 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2038,"cache_hit":7680,"estimated_new_tokens":2038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":5622,"score_linear":161967.0,"score_lmetric":356847},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":9718,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9718,"score_linear":150574.0,"score_lmetric":255048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":9718,"score_linear":139076.0,"score_lmetric":94311},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":9718,"score_linear":121069.0,"score_lmetric":206296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118474,"ongoing_decode_tokens":118474,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":266,"cache_hit":0,"new_prefill":9718,"score_linear":118474.0,"score_lmetric":19436},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116478,"ongoing_decode_tokens":14404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":7680,"new_prefill":2038,"score_linear":108798.0,"score_lmetric":4076},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":7680,"new_prefill":2038,"score_linear":53479.0,"score_lmetric":4076}],"chosen_score_linear":108798.0,"chosen_score_lmetric":4076,"t_first_token":29999.236949524,"t_first_token_unix":1779963995.7918925,"t_done":30001.784811073,"t_done_unix":1779963998.3397546},{"request_id":"1262354:6:1270643:114","session_id":"1262354","input_length":32774,"t_proxy_recv":29993.071844258,"t_decision_unix":1779963989.6267858,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.8748398120461341,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4102 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":4102,"cache_hit":28672,"estimated_new_tokens":4102,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":32774,"score_linear":166063.0,"score_lmetric":438303},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":32774,"score_linear":27927.0,"score_lmetric":60701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":126924.0,"score_lmetric":140754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":32774,"score_linear":117357.0,"score_lmetric":65548},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":32774,"score_linear":121069.0,"score_lmetric":252408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":32774,"score_linear":125063.0,"score_lmetric":300314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":32774,"score_linear":173981.0,"score_lmetric":119667},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":215,"cache_hit":28672,"new_prefill":4102,"score_linear":-17544.0,"score_lmetric":15230}],"chosen_score_linear":-17544.0,"chosen_score_lmetric":15230,"t_first_token":29995.058013347,"t_first_token_unix":1779963991.612957,"t_done":30003.245587059,"t_done_unix":1779963999.8005302},{"request_id":"1258859:2:1264639:81","session_id":"1258859","input_length":113172,"t_proxy_recv":29994.766249534,"t_decision_unix":1779963991.3211794,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":112640,"affinity_cache_ratio":0.995299190612519,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":532,"cache_hit":112640,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":113172,"score_linear":166063.0,"score_lmetric":679497},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":113172,"score_linear":27927.0,"score_lmetric":141099},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":113172,"score_linear":126924.0,"score_lmetric":221152},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":113172,"score_linear":117357.0,"score_lmetric":226344},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":113172,"score_linear":121069.0,"score_lmetric":413204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":112640,"new_prefill":532,"score_linear":-112640.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":113172,"score_linear":102074.0,"score_lmetric":113172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":11128,"pending_prefill_tokens":14567,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":113172,"score_linear":72287.0,"score_lmetric":383217}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":29995.130730685,"t_first_token_unix":1779963991.6856742,"t_done":30003.535335223,"t_done_unix":1779964000.0902789},{"request_id":"1272085:2:1273645:130","session_id":"1272085","input_length":8017,"t_proxy_recv":30003.723878482,"t_decision_unix":1779964000.2788198,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6386428838717725,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2897 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":2897,"cache_hit":5120,"estimated_new_tokens":2897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":8017,"score_linear":166063.0,"score_lmetric":364032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":0,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":8017,"score_linear":21963.0,"score_lmetric":29980},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8017,"score_linear":150574.0,"score_lmetric":251646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8017,"score_linear":139076.0,"score_lmetric":89208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8017,"score_linear":121069.0,"score_lmetric":202894},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":278,"cache_hit":5120,"new_prefill":2897,"score_linear":-5120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":8017,"score_linear":102074.0,"score_lmetric":8017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":270,"cache_hit":0,"new_prefill":8017,"score_linear":33711.0,"score_lmetric":8017}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30004.025562935,"t_first_token_unix":1779964000.5805066,"t_done":30004.376924195,"t_done_unix":1779964000.9318676},{"request_id":"1266668:3:1273119:128","session_id":"1266668","input_length":33711,"t_proxy_recv":30001.779916166,"t_decision_unix":1779963998.3348572,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.850523567974845,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5039 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":5039,"cache_hit":28672,"estimated_new_tokens":5039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":29615,"score_linear":161967.0,"score_lmetric":428826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":33711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33711,"score_linear":150574.0,"score_lmetric":303034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":33711,"score_linear":139076.0,"score_lmetric":166290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":33711,"score_linear":121069.0,"score_lmetric":254282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":33711,"score_linear":113172.0,"score_lmetric":33711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":111792,"ongoing_decode_tokens":9718,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":423,"cache_hit":7680,"new_prefill":26031,"score_linear":104112.0,"score_lmetric":52062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":28672,"new_prefill":5039,"score_linear":4102.0,"score_lmetric":5039}],"chosen_score_linear":4102.0,"chosen_score_lmetric":5039,"t_first_token":30002.913991323,"t_first_token_unix":1779963999.4689348,"t_done":30005.597530071,"t_done_unix":1779964002.1524734},{"request_id":"1265942:4:1274182:133","session_id":"1265942","input_length":21229,"t_proxy_recv":30005.606466713,"t_decision_unix":1779964002.1614082,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8441283150407461,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3309 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":3309,"cache_hit":17920,"estimated_new_tokens":3309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21229,"score_linear":166063.0,"score_lmetric":403668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":21963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":17920,"new_prefill":3309,"score_linear":4043.0,"score_lmetric":3309},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21229,"score_linear":150574.0,"score_lmetric":278070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21229,"score_linear":139076.0,"score_lmetric":128844},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21229,"score_linear":121069.0,"score_lmetric":229318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":21229,"score_linear":127182.0,"score_lmetric":42458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":4043.0,"chosen_score_lmetric":3309,"t_first_token":30006.131823351,"t_first_token_unix":1779964002.6867695,"t_done":30006.755331102,"t_done_unix":1779964003.310276},{"request_id":"1274405:1:1274405:134","session_id":"1274405","input_length":6208,"t_proxy_recv":30006.521838435,"t_decision_unix":1779964003.0767796,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6208.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6208 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6208,"cache_hit":0,"estimated_new_tokens":6208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":6208,"score_linear":166063.0,"score_lmetric":358605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43192,"ongoing_decode_tokens":43192,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":6208,"score_linear":43192.0,"score_lmetric":12416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6208,"score_linear":150574.0,"score_lmetric":248028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6208,"score_linear":139076.0,"score_lmetric":83781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":6208,"score_linear":121069.0,"score_lmetric":199276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":6208,"score_linear":127182.0,"score_lmetric":12416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30006.930493411,"t_first_token_unix":1779964003.4854367,"t_done":30007.40490663,"t_done_unix":1779964003.9598498},{"request_id":"1271328:2:1273711:131","session_id":"1271328","input_length":25108,"t_proxy_recv":30003.987024496,"t_decision_unix":1779964000.5419655,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.6933248367054325,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7700 < 8000)","v3_prefill_cache_hit":17408,"v3_new_local":7700,"cache_hit":17408,"estimated_new_tokens":7700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":25108,"score_linear":166063.0,"score_lmetric":415305},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":0,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":25108,"score_linear":21963.0,"score_lmetric":47071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25108,"score_linear":150574.0,"score_lmetric":285828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":25108,"score_linear":139076.0,"score_lmetric":140481},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":25108,"score_linear":121069.0,"score_lmetric":237076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8017,"ongoing_decode_tokens":0,"pending_prefill_tokens":2897,"num_requests":1,"active_p_offloads":0,"cached_blocks":278,"cache_hit":0,"new_prefill":25108,"score_linear":8017.0,"score_lmetric":28005},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":17408,"new_prefill":7700,"score_linear":84666.0,"score_lmetric":7700},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":270,"cache_hit":0,"new_prefill":25108,"score_linear":33711.0,"score_lmetric":25108}],"chosen_score_linear":84666.0,"chosen_score_lmetric":7700,"t_first_token":30005.238638242,"t_first_token_unix":1779964001.7935817,"t_done":30008.064889426,"t_done_unix":1779964004.6198323},{"request_id":"1273203:1:1273203:129","session_id":"1273203","input_length":21963,"t_proxy_recv":30002.082473803,"t_decision_unix":1779963998.6374147,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":21963.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21963,"cache_hit":0,"estimated_new_tokens":21963,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21963,"score_linear":166063.0,"score_lmetric":405870},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":21963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21963,"score_linear":150574.0,"score_lmetric":279538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21963,"score_linear":139076.0,"score_lmetric":131046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21963,"score_linear":121069.0,"score_lmetric":230786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":21963,"score_linear":113172.0,"score_lmetric":21963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":21963,"score_linear":102074.0,"score_lmetric":21963},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66485,"ongoing_decode_tokens":32774,"pending_prefill_tokens":5039,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":21963,"score_linear":66485.0,"score_lmetric":54004}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30004.446398683,"t_first_token_unix":1779964001.0013425,"t_done":30008.529059907,"t_done_unix":1779964005.0840032},{"request_id":"1274890:1:1274890:135","session_id":"1274890","input_length":10506,"t_proxy_recv":30008.046951625,"t_decision_unix":1779964004.601893,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":10506.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10506,"cache_hit":0,"estimated_new_tokens":10506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":10506,"score_linear":166063.0,"score_lmetric":371499},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":21963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":428,"cache_hit":0,"new_prefill":10506,"score_linear":21963.0,"score_lmetric":10506},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10506,"score_linear":150574.0,"score_lmetric":256624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10506,"score_linear":139076.0,"score_lmetric":96675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":10506,"score_linear":121069.0,"score_lmetric":207872},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":10506,"score_linear":127182.0,"score_lmetric":21012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30008.86736369,"t_first_token_unix":1779964005.4223075,"t_done":30009.117529403,"t_done_unix":1779964005.6724727},{"request_id":"1275433:1:1275433:137","session_id":"1275433","input_length":7794,"t_proxy_recv":30009.798348901,"t_decision_unix":1779964006.3532903,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":7794.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7794 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7794,"cache_hit":0,"estimated_new_tokens":7794,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":7794,"score_linear":166063.0,"score_lmetric":363363},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7794,"score_linear":150574.0,"score_lmetric":251200},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":7794,"score_linear":139076.0,"score_lmetric":88539},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":7794,"score_linear":121069.0,"score_lmetric":202448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7794,"score_linear":114612.0,"score_lmetric":122406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":7794,"score_linear":102074.0,"score_lmetric":7794},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30010.334840381,"t_first_token_unix":1779964006.8897843,"t_done":30010.386734281,"t_done_unix":1779964006.9416773},{"request_id":"1275433:2:1276027:139","session_id":"1275433","input_length":7463,"t_proxy_recv":30012.072631605,"t_decision_unix":1779964008.6275728,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.960471660190272,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (295 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":295,"cache_hit":7168,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":7463,"score_linear":166063.0,"score_lmetric":362370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":7168,"new_prefill":295,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7463,"score_linear":150574.0,"score_lmetric":250538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":7463,"score_linear":139076.0,"score_lmetric":87546},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":7463,"score_linear":121069.0,"score_lmetric":201786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7463,"score_linear":114612.0,"score_lmetric":122075},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":7463,"score_linear":112713.0,"score_lmetric":14926},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":30012.102418464,"t_first_token_unix":1779964008.657362,"t_done":30012.111448577,"t_done_unix":1779964008.6663916},{"request_id":"1272313:2:1275926:138","session_id":"1272313","input_length":10639,"t_proxy_recv":30011.736826709,"t_decision_unix":1779964008.2917573,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.914371651471003,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (911 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":911,"cache_hit":9728,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":6543,"score_linear":161967.0,"score_lmetric":359610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10639,"score_linear":150574.0,"score_lmetric":256890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10639,"score_linear":139076.0,"score_lmetric":97074},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":10639,"score_linear":121069.0,"score_lmetric":208138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":10639,"score_linear":114612.0,"score_lmetric":125251},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":9728,"new_prefill":911,"score_linear":92346.0,"score_lmetric":911},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":7680,"new_prefill":2959,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":92346.0,"chosen_score_lmetric":911,"t_first_token":30011.894681947,"t_first_token_unix":1779964008.449626,"t_done":30013.193758161,"t_done_unix":1779964009.7487013},{"request_id":"1260327:2:1270005:108","session_id":"1260327","input_length":30828,"t_proxy_recv":29990.768438377,"t_decision_unix":1779963987.3233795,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":108,"cache_hit":30720,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":30720,"new_prefill":108,"score_linear":104515.0,"score_lmetric":226654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1323,"ongoing_decode_tokens":1323,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":30828,"score_linear":1323.0,"score_lmetric":30828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":126924.0,"score_lmetric":138808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":30828,"score_linear":117357.0,"score_lmetric":61656},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":30828,"score_linear":27639.0,"score_lmetric":30828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30828,"score_linear":125063.0,"score_lmetric":296422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":30828,"score_linear":116178.0,"score_lmetric":61656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":30828,"score_linear":12320.0,"score_lmetric":30828}],"chosen_score_linear":104515.0,"chosen_score_lmetric":226654,"t_first_token":30012.683925026,"t_first_token_unix":1779964009.238868,"t_done":30013.443386717,"t_done_unix":1779964009.99833},{"request_id":"1264679:1:1264679:82","session_id":"1264679","input_length":110048,"t_proxy_recv":29972.745647708,"t_decision_unix":1779963969.300589,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":110048.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":110048,"cache_hit":0,"estimated_new_tokens":110048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":110048,"score_linear":55989.0,"score_lmetric":110048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":110048,"score_linear":71575.0,"score_lmetric":332680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":110048,"score_linear":113053.0,"score_lmetric":405242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":110048,"score_linear":125063.0,"score_lmetric":454862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":110048,"score_linear":50783.0,"score_lmetric":160831},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30012.679530203,"t_first_token_unix":1779964009.2344735,"t_done":30014.185367383,"t_done_unix":1779964010.7403147},{"request_id":"1276136:1:1276136:141","session_id":"1276136","input_length":17280,"t_proxy_recv":30012.502615038,"t_decision_unix":1779964009.0575562,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":17280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17280,"cache_hit":0,"estimated_new_tokens":17280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":17280,"score_linear":166063.0,"score_lmetric":391821},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":17280,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17280,"score_linear":150574.0,"score_lmetric":270172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":17280,"score_linear":139076.0,"score_lmetric":116997},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":17280,"score_linear":121069.0,"score_lmetric":221420},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":17280,"score_linear":114612.0,"score_lmetric":131892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":17280,"score_linear":112713.0,"score_lmetric":34560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":17280,"score_linear":15783.0,"score_lmetric":33063}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30014.162780562,"t_first_token_unix":1779964010.7177246,"t_done":30014.544258655,"t_done_unix":1779964011.0992014},{"request_id":"1276498:1:1276498:142","session_id":"1276498","input_length":8704,"t_proxy_recv":30013.749388633,"t_decision_unix":1779964010.3043299,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":8704.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8704,"cache_hit":0,"estimated_new_tokens":8704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166518,"ongoing_decode_tokens":166518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":8704,"score_linear":166518.0,"score_lmetric":26112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":8704,"score_linear":17280.0,"score_lmetric":25984},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8704,"score_linear":150574.0,"score_lmetric":253020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8704,"score_linear":139076.0,"score_lmetric":91269},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8704,"score_linear":121069.0,"score_lmetric":204268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":8704,"score_linear":114612.0,"score_lmetric":123316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":8704,"score_linear":102074.0,"score_lmetric":8704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":8704,"score_linear":15783.0,"score_lmetric":24487}],"chosen_score_linear":102074.0,"chosen_score_lmetric":8704,"t_first_token":30014.392417423,"t_first_token_unix":1779964010.9473608,"t_done":30014.652566519,"t_done_unix":1779964011.2075095},{"request_id":"1260327:3:1273741:132","session_id":"1260327","input_length":31283,"t_proxy_recv":30013.449603562,"t_decision_unix":1779964010.0045452,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9820030048269028,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (563 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":563,"cache_hit":30720,"estimated_new_tokens":563,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":30720,"new_prefill":563,"score_linear":104515.0,"score_lmetric":1126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":31283,"score_linear":17280.0,"score_lmetric":48563},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31283,"score_linear":150574.0,"score_lmetric":298178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31283,"score_linear":139076.0,"score_lmetric":159006},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31283,"score_linear":121069.0,"score_lmetric":249426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31283,"score_linear":114612.0,"score_lmetric":145895},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":31283,"score_linear":102074.0,"score_lmetric":31283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":31283,"score_linear":15783.0,"score_lmetric":47066}],"chosen_score_linear":104515.0,"chosen_score_lmetric":1126,"t_first_token":30013.647655789,"t_first_token_unix":1779964010.2025993,"t_done":30014.780295667,"t_done_unix":1779964011.3352387},{"request_id":"1276111:1:1276111:140","session_id":"1276111","input_length":15783,"t_proxy_recv":30012.41911287,"t_decision_unix":1779964008.9740539,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":15783.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15783,"cache_hit":0,"estimated_new_tokens":15783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":15783,"score_linear":166063.0,"score_lmetric":387330},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":15783,"score_linear":150574.0,"score_lmetric":267178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":15783,"score_linear":139076.0,"score_lmetric":112506},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":15783,"score_linear":121069.0,"score_lmetric":218426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15783,"score_linear":114612.0,"score_lmetric":130395},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":15783,"score_linear":112713.0,"score_lmetric":31566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30013.854980687,"t_first_token_unix":1779964010.409924,"t_done":30018.628614677,"t_done_unix":1779964015.1835582},{"request_id":"1274405:2:1276717:144","session_id":"1274405","input_length":6360,"t_proxy_recv":30014.531957071,"t_decision_unix":1779964011.0868988,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9660377358490566,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (216 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":216,"cache_hit":6144,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56470,"ongoing_decode_tokens":56470,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":6360,"score_linear":56470.0,"score_lmetric":12720},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":17280,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":6360,"score_linear":17280.0,"score_lmetric":6360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6360,"score_linear":150574.0,"score_lmetric":248332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6360,"score_linear":139076.0,"score_lmetric":84237},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":6360,"score_linear":121069.0,"score_lmetric":199580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":6360,"score_linear":114612.0,"score_lmetric":120972},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110778,"ongoing_decode_tokens":8704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":6360,"score_linear":110778.0,"score_lmetric":12720},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65163,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":292,"cache_hit":6144,"new_prefill":216,"score_linear":59019.0,"score_lmetric":31608}],"chosen_score_linear":59019.0,"chosen_score_lmetric":31608,"t_first_token":30018.193576265,"t_first_token_unix":1779964014.7485194,"t_done":30018.663304484,"t_done_unix":1779964015.218248},{"request_id":"1277533:1:1277533:150","session_id":"1277533","input_length":4729,"t_proxy_recv":30017.550631487,"t_decision_unix":1779964014.1055725,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":9458.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4729 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4729,"cache_hit":0,"estimated_new_tokens":4729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":4729,"score_linear":52408.0,"score_lmetric":63900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":4729,"score_linear":43137.0,"score_lmetric":34236},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4729,"score_linear":150574.0,"score_lmetric":245070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":4729,"score_linear":139076.0,"score_lmetric":79344},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":4729,"score_linear":121069.0,"score_lmetric":196318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4729,"score_linear":114612.0,"score_lmetric":119341},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":4729,"score_linear":118974.0,"score_lmetric":9458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":4729,"score_linear":105047.0,"score_lmetric":83108}],"chosen_score_linear":118974.0,"chosen_score_lmetric":9458,"t_first_token":30017.857857941,"t_first_token_unix":1779964014.4128017,"t_done":30018.690116922,"t_done_unix":1779964015.2450602},{"request_id":"1271991:2:1276999:145","session_id":"1271991","input_length":11292,"t_proxy_recv":30015.519182645,"t_decision_unix":1779964012.0741239,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":2560,"affinity_cache_ratio":0.2267091746369111,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":8732.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":8732,"cache_hit":2560,"estimated_new_tokens":8732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":11292,"score_linear":25187.0,"score_lmetric":11292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":2560,"new_prefill":8732,"score_linear":-2560.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11292,"score_linear":150574.0,"score_lmetric":258196},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":11292,"score_linear":139076.0,"score_lmetric":99033},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11292,"score_linear":121069.0,"score_lmetric":209444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11292,"score_linear":114612.0,"score_lmetric":125904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":11292,"score_linear":102074.0,"score_lmetric":11292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71523,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15804,"num_requests":3,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":11292,"score_linear":71523.0,"score_lmetric":81288}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":30016.268843779,"t_first_token_unix":1779964012.8237884,"t_done":30018.893532607,"t_done_unix":1779964015.4484808},{"request_id":"1268831:3:1277112:147","session_id":"1268831","input_length":31845,"t_proxy_recv":30015.96619791,"t_decision_unix":1779964012.5211394,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19456,"affinity_cache_ratio":0.6109593342753965,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":19456,"v3_new_local":12389,"cache_hit":19456,"estimated_new_tokens":12389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":31845,"score_linear":25187.0,"score_lmetric":31845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":19456,"new_prefill":12389,"score_linear":-8164.0,"score_lmetric":21121},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31845,"score_linear":150574.0,"score_lmetric":299302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31845,"score_linear":139076.0,"score_lmetric":160692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31845,"score_linear":121069.0,"score_lmetric":250550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31845,"score_linear":114612.0,"score_lmetric":146457},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":31845,"score_linear":102074.0,"score_lmetric":31845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":31845,"score_linear":105047.0,"score_lmetric":191572}],"chosen_score_linear":-8164.0,"chosen_score_lmetric":21121,"t_first_token":30018.604825941,"t_first_token_unix":1779964015.1597693,"t_done":30020.684565954,"t_done_unix":1779964017.239509},{"request_id":"1260327:4:1277974:154","session_id":"1260327","input_length":31430,"t_proxy_recv":30019.174133692,"t_decision_unix":1779964015.729075,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9937002863506205,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (198 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":198,"cache_hit":31232,"estimated_new_tokens":198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":31232,"new_prefill":198,"score_linear":21176.0,"score_lmetric":54838},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":31430,"score_linear":54418.0,"score_lmetric":62860},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31430,"score_linear":150574.0,"score_lmetric":298472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31430,"score_linear":139076.0,"score_lmetric":159447},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31430,"score_linear":121069.0,"score_lmetric":249720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31430,"score_linear":123496.0,"score_lmetric":292084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127858,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":31430,"score_linear":127858.0,"score_lmetric":94290},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":82904,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":31430,"score_linear":107126.0,"score_lmetric":143916}],"chosen_score_linear":21176.0,"chosen_score_lmetric":54838,"t_first_token":30020.553376238,"t_first_token_unix":1779964017.1083193,"t_done":30021.258606757,"t_done_unix":1779964017.81355},{"request_id":"1273203:2:1277744:152","session_id":"1273203","input_length":22573,"t_proxy_recv":30018.273225397,"t_decision_unix":1779964014.828167,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9753245027244939,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (557 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":557,"cache_hit":22016,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":22573,"score_linear":52408.0,"score_lmetric":99588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":22016,"new_prefill":557,"score_linear":21121.0,"score_lmetric":25892},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":22573,"score_linear":150574.0,"score_lmetric":280758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":22573,"score_linear":139076.0,"score_lmetric":132876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":22573,"score_linear":121069.0,"score_lmetric":232006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":22573,"score_linear":123496.0,"score_lmetric":274370},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132587,"ongoing_decode_tokens":21629,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":22573,"score_linear":132587.0,"score_lmetric":90292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":105047,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":22573,"score_linear":105047.0,"score_lmetric":90292}],"chosen_score_linear":21121.0,"chosen_score_lmetric":25892,"t_first_token":30018.643927163,"t_first_token_unix":1779964015.1988704,"t_done":30021.407640577,"t_done_unix":1779964017.9625838},{"request_id":"1277428:1:1277428:149","session_id":"1277428","input_length":27221,"t_proxy_recv":30017.122205479,"t_decision_unix":1779964013.6771467,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":27221.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,2,3,2,1,2,4])","v3_prefill_cache_hit":0,"v3_new_local":27221,"cache_hit":0,"estimated_new_tokens":27221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":27221,"score_linear":25187.0,"score_lmetric":27221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":3584,"new_prefill":23637,"score_linear":39553.0,"score_lmetric":72052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27221,"score_linear":150574.0,"score_lmetric":290054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":17408,"new_prefill":9813,"score_linear":121668.0,"score_lmetric":94596},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":27221,"score_linear":121069.0,"score_lmetric":241302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":27221,"score_linear":114612.0,"score_lmetric":141833},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":0,"pending_prefill_tokens":2052,"num_requests":2,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":27221,"score_linear":118974.0,"score_lmetric":58546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":27221,"score_linear":105047.0,"score_lmetric":173076}],"chosen_score_linear":25187.0,"chosen_score_lmetric":27221,"t_first_token":30020.51263659,"t_first_token_unix":1779964017.0675802,"t_done":30021.525283243,"t_done_unix":1779964018.0802264},{"request_id":"1268630:1:1268630:98","session_id":"1268630","input_length":102074,"t_proxy_recv":29986.290597742,"t_decision_unix":1779963982.8455393,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":97466.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":4608,"v3_new_local":97466,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":4608,"estimated_new_tokens":97466,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":102074,"score_linear":135235.0,"score_lmetric":430586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":3584,"new_prefill":98490,"score_linear":-1286.0,"score_lmetric":100788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":102074,"score_linear":126924.0,"score_lmetric":210054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":4608,"new_prefill":97466,"score_linear":10675.0,"score_lmetric":97466},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":102074,"score_linear":27639.0,"score_lmetric":102074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":102074,"score_linear":125063.0,"score_lmetric":438914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":102074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":102074,"score_linear":17466.0,"score_lmetric":102074}],"chosen_score_linear":10675.0,"chosen_score_lmetric":97466,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":29986.2911249,"t_prefill_sent_unix":1779963982.846069,"t_decode_sent":29986.291143902,"t_decode_sent_unix":1779963982.8460877,"t_first_token":30020.206873582,"t_first_token_unix":1779964016.7618196,"t_done":30021.90485445,"t_done_unix":1779964018.4597995,"t_prefill_done":30021.904862136,"t_prefill_done_unix":1779964018.4598055},{"request_id":"1269373:3:1277365:148","session_id":"1269373","input_length":16900,"t_proxy_recv":30016.842276967,"t_decision_unix":1779964013.3972182,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.8785798816568048,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2052 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":2052,"cache_hit":14848,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":4096,"new_prefill":12804,"score_linear":21091.0,"score_lmetric":12804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":16900,"score_linear":43137.0,"score_lmetric":58578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16900,"score_linear":150574.0,"score_lmetric":269412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":16900,"score_linear":139076.0,"score_lmetric":115857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":16900,"score_linear":121069.0,"score_lmetric":220660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16900,"score_linear":114612.0,"score_lmetric":131512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":14848,"new_prefill":2052,"score_linear":87226.0,"score_lmetric":2052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":7680,"new_prefill":9220,"score_linear":97367.0,"score_lmetric":101072}],"chosen_score_linear":87226.0,"chosen_score_lmetric":2052,"t_first_token":30017.206164958,"t_first_token_unix":1779964013.7611086,"t_done":30022.645845102,"t_done_unix":1779964019.200789},{"request_id":"1276498:2:1278996:157","session_id":"1276498","input_length":16650,"t_proxy_recv":30022.705369758,"t_decision_unix":1779964019.2603114,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5227627627627628,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7946 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":7946,"cache_hit":8704,"estimated_new_tokens":7946,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":16650,"score_linear":25187.0,"score_lmetric":16650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":16650,"score_linear":58752.0,"score_lmetric":16650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16650,"score_linear":150574.0,"score_lmetric":268912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":16650,"score_linear":37002.0,"score_lmetric":33300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":16650,"score_linear":121069.0,"score_lmetric":33300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16650,"score_linear":241593.0,"score_lmetric":407085},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":8704,"new_prefill":7946,"score_linear":180.0,"score_lmetric":7946},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":107126,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":16650,"score_linear":107126.0,"score_lmetric":49950}],"chosen_score_linear":180.0,"chosen_score_lmetric":7946,"t_first_token":30023.658060962,"t_first_token_unix":1779964020.2130058,"t_done":30023.988384074,"t_done_unix":1779964020.5433285},{"request_id":"1270606:1:1270606:113","session_id":"1270606","input_length":93430,"t_proxy_recv":29992.976083712,"t_decision_unix":1779963989.531025,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":93430.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,1,2,1,2,4,1])","v3_prefill_cache_hit":0,"v3_new_local":93430,"cache_hit":0,"estimated_new_tokens":93430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":93430,"score_linear":166063.0,"score_lmetric":620271},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":93430,"score_linear":27927.0,"score_lmetric":121357},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":126924.0,"score_lmetric":201410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":93430,"score_linear":117357.0,"score_lmetric":186860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":93430,"score_linear":27639.0,"score_lmetric":93430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":93430,"score_linear":125063.0,"score_lmetric":421626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":93430,"score_linear":173981.0,"score_lmetric":301635},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":93430,"score_linear":11128.0,"score_lmetric":104558}],"chosen_score_linear":27639.0,"chosen_score_lmetric":93430,"t_first_token":30021.958068006,"t_first_token_unix":1779964018.5130112,"t_done":30023.993683209,"t_done_unix":1779964020.5486264},{"request_id":"1271486:1:1271486:119","session_id":"1271486","input_length":21719,"t_proxy_recv":29996.02547391,"t_decision_unix":1779963992.5804152,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":43438.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,2,1,2,2,2,3,3])","v3_prefill_cache_hit":0,"v3_new_local":21719,"cache_hit":0,"estimated_new_tokens":21719,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21719,"score_linear":166063.0,"score_lmetric":405138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":21719,"score_linear":47375.0,"score_lmetric":57758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21719,"score_linear":126924.0,"score_lmetric":129699},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21719,"score_linear":117357.0,"score_lmetric":43438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21719,"score_linear":121069.0,"score_lmetric":230298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113172,"pending_prefill_tokens":751,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21719,"score_linear":113923.0,"score_lmetric":44940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":21719,"score_linear":119780.0,"score_lmetric":78850},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":21719,"score_linear":72287.0,"score_lmetric":96552}],"chosen_score_linear":117357.0,"chosen_score_lmetric":43438,"t_first_token":30022.307340122,"t_first_token_unix":1779964018.862284,"t_done":30024.190441492,"t_done_unix":1779964020.7453845},{"request_id":"1272313:3:1279208:159","session_id":"1272313","input_length":11549,"t_proxy_recv":30023.367558265,"t_decision_unix":1779964019.9224997,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9309896960775825,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (797 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":797,"cache_hit":10752,"estimated_new_tokens":797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":7453,"score_linear":21091.0,"score_lmetric":7453},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91098,"ongoing_decode_tokens":91098,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":11549,"score_linear":91098.0,"score_lmetric":23098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11549,"score_linear":150574.0,"score_lmetric":258710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":11549,"score_linear":37002.0,"score_lmetric":23098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11549,"score_linear":121069.0,"score_lmetric":23098},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11549,"score_linear":241593.0,"score_lmetric":391782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25534,"ongoing_decode_tokens":0,"pending_prefill_tokens":7946,"num_requests":2,"active_p_offloads":0,"cached_blocks":674,"cache_hit":10752,"new_prefill":797,"score_linear":14782.0,"score_lmetric":17486},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":107126,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":7680,"new_prefill":3869,"score_linear":99446.0,"score_lmetric":11607}],"chosen_score_linear":14782.0,"chosen_score_lmetric":17486,"t_first_token":30023.769807332,"t_first_token_unix":1779964020.3247519,"t_done":30025.001781623,"t_done_unix":1779964021.5567253},{"request_id":"1262354:7:1277104:146","session_id":"1262354","input_length":33524,"t_proxy_recv":30015.926865664,"t_decision_unix":1779964012.481807,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.992721632263453,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":244,"cache_hit":33280,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":33524,"score_linear":25187.0,"score_lmetric":33524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":33524,"score_linear":11292.0,"score_lmetric":42256},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33524,"score_linear":150574.0,"score_lmetric":302660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":33524,"score_linear":139076.0,"score_lmetric":165729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":33524,"score_linear":121069.0,"score_lmetric":253908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":33524,"score_linear":114612.0,"score_lmetric":148136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":33524,"score_linear":102074.0,"score_lmetric":33524},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71523,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15804,"num_requests":3,"active_p_offloads":0,"cached_blocks":292,"cache_hit":33280,"new_prefill":244,"score_linear":38243.0,"score_lmetric":48144}],"chosen_score_linear":38243.0,"chosen_score_lmetric":48144,"t_first_token":30018.190373966,"t_first_token_unix":1779964014.7453177,"t_done":30025.017109024,"t_done_unix":1779964021.5720522},{"request_id":"1268831:4:1279168:158","session_id":"1268831","input_length":32346,"t_proxy_recv":30023.190857243,"t_decision_unix":1779964019.745798,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9813887343102702,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (602 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":602,"cache_hit":31744,"estimated_new_tokens":602,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":32346,"score_linear":25187.0,"score_lmetric":32346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":561,"cache_hit":31744,"new_prefill":602,"score_linear":27008.0,"score_lmetric":602},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32346,"score_linear":150574.0,"score_lmetric":300304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":32346,"score_linear":37002.0,"score_lmetric":64692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":32346,"score_linear":121069.0,"score_lmetric":64692},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":32346,"score_linear":241593.0,"score_lmetric":454173},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":25534,"ongoing_decode_tokens":0,"pending_prefill_tokens":7946,"num_requests":2,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":32346,"score_linear":25534.0,"score_lmetric":80584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":107126,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":32346,"score_linear":107126.0,"score_lmetric":97038}],"chosen_score_linear":27008.0,"chosen_score_lmetric":602,"t_first_token":30023.320709224,"t_first_token_unix":1779964019.8756523,"t_done":30025.198553117,"t_done_unix":1779964021.7534962},{"request_id":"1253804:5:1278488:156","session_id":"1253804","input_length":58752,"t_proxy_recv":30020.853193051,"t_decision_unix":1779964017.4081345,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9760348583877996,"affinity_num_requests":1,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1408 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":1408,"cache_hit":57344,"estimated_new_tokens":1408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83838,"ongoing_decode_tokens":83838,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":58752,"score_linear":83838.0,"score_lmetric":176256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":22573,"ongoing_decode_tokens":22573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":560,"cache_hit":57344,"new_prefill":1408,"score_linear":-34771.0,"score_lmetric":1408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58752,"score_linear":150574.0,"score_lmetric":353116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":3584,"new_prefill":55168,"score_linear":135492.0,"score_lmetric":230661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":58752,"score_linear":121069.0,"score_lmetric":304364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":58752,"score_linear":241593.0,"score_lmetric":533391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127858,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":58752,"score_linear":127858.0,"score_lmetric":176256},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":82904,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":58752,"score_linear":107126.0,"score_lmetric":225882}],"chosen_score_linear":-34771.0,"chosen_score_lmetric":1408,"t_first_token":30021.39186148,"t_first_token_unix":1779964017.946805,"t_done":30026.055905615,"t_done_unix":1779964022.6108556},{"request_id":"1266668:4:1276519:143","session_id":"1266668","input_length":49380,"t_proxy_recv":30013.812277972,"t_decision_unix":1779964010.3672192,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.684325637910085,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":33792,"v3_new_local":15588,"cache_hit":33792,"estimated_new_tokens":15588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166518,"ongoing_decode_tokens":166518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":45284,"score_linear":162422.0,"score_lmetric":135852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":49380,"score_linear":17280.0,"score_lmetric":66660},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":49380,"score_linear":150574.0,"score_lmetric":334372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":49380,"score_linear":139076.0,"score_lmetric":213297},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":49380,"score_linear":121069.0,"score_lmetric":285620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":49380,"score_linear":114612.0,"score_lmetric":163992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110778,"ongoing_decode_tokens":0,"pending_prefill_tokens":8704,"num_requests":2,"active_p_offloads":0,"cached_blocks":444,"cache_hit":7680,"new_prefill":41700,"score_linear":103098.0,"score_lmetric":100808},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":33792,"new_prefill":15588,"score_linear":-18009.0,"score_lmetric":31371}],"chosen_score_linear":-18009.0,"chosen_score_lmetric":31371,"t_first_token":30018.139480755,"t_first_token_unix":1779964014.6944244,"t_done":30026.574348891,"t_done_unix":1779964023.1292918},{"request_id":"1276136:2:1280145:162","session_id":"1276136","input_length":24519,"t_proxy_recv":30026.482200037,"t_decision_unix":1779964023.0371416,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":16896,"affinity_cache_ratio":0.6890982503364738,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7623 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":7623,"cache_hit":16896,"estimated_new_tokens":7623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45323,"ongoing_decode_tokens":45323,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":24519,"score_linear":45323.0,"score_lmetric":49038},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":565,"cache_hit":16896,"new_prefill":7623,"score_linear":-16896.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24519,"score_linear":150574.0,"score_lmetric":284650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":24519,"score_linear":103600.0,"score_lmetric":225672},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":24519,"score_linear":27639.0,"score_lmetric":24519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":24519,"score_linear":241593.0,"score_lmetric":430692},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":24519,"score_linear":8884.0,"score_lmetric":24519},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73602,"ongoing_decode_tokens":73602,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":24519,"score_linear":73602.0,"score_lmetric":49038}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":30027.691912099,"t_first_token_unix":1779964024.2468557,"t_done":30027.897716743,"t_done_unix":1779964024.45266},{"request_id":"1277909:1:1277909:153","session_id":"1277909","input_length":24222,"t_proxy_recv":30018.97750515,"t_decision_unix":1779964015.5324464,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":33084.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,2,3,2,3,3,2])","v3_prefill_cache_hit":7680,"v3_new_local":16542,"cache_hit":7680,"estimated_new_tokens":16542,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":4096,"new_prefill":20126,"score_linear":48312.0,"score_lmetric":94694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":24222,"score_linear":54418.0,"score_lmetric":48444},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24222,"score_linear":150574.0,"score_lmetric":284056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":24222,"score_linear":139076.0,"score_lmetric":137823},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":24222,"score_linear":121069.0,"score_lmetric":235304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":24222,"score_linear":123496.0,"score_lmetric":277668},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127858,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":470,"cache_hit":7680,"new_prefill":16542,"score_linear":120178.0,"score_lmetric":49626},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":7680,"new_prefill":16542,"score_linear":75224.0,"score_lmetric":33084}],"chosen_score_linear":75224.0,"chosen_score_lmetric":33084,"t_first_token":30021.284326392,"t_first_token_unix":1779964017.8392696,"t_done":30028.098344123,"t_done_unix":1779964024.6532874},{"request_id":"1262354:8:1280463:163","session_id":"1262354","input_length":33928,"t_proxy_recv":30027.488905761,"t_decision_unix":1779964024.043847,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9959915114359821,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (136 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":136,"cache_hit":33792,"estimated_new_tokens":136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45323,"ongoing_decode_tokens":45323,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":33928,"score_linear":45323.0,"score_lmetric":67856},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24519,"ongoing_decode_tokens":0,"pending_prefill_tokens":7623,"num_requests":1,"active_p_offloads":0,"cached_blocks":565,"cache_hit":0,"new_prefill":33928,"score_linear":24519.0,"score_lmetric":41551},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33928,"score_linear":150574.0,"score_lmetric":303468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":33928,"score_linear":103600.0,"score_lmetric":244490},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":33928,"score_linear":27639.0,"score_lmetric":33928},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":33928,"score_linear":241593.0,"score_lmetric":458919},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":33928,"score_linear":8884.0,"score_lmetric":33928},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24222,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":354,"cache_hit":33792,"new_prefill":136,"score_linear":-9570.0,"score_lmetric":136}],"chosen_score_linear":-9570.0,"chosen_score_lmetric":136,"t_first_token":30027.557936549,"t_first_token_unix":1779964024.1128795,"t_done":30028.171846127,"t_done_unix":1779964024.7267897},{"request_id":"1279412:1:1279412:160","session_id":"1279412","input_length":20136,"t_proxy_recv":30024.171138274,"t_decision_unix":1779964020.7260795,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":20136.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,2,2,1,4,2,3])","v3_prefill_cache_hit":0,"v3_new_local":20136,"cache_hit":0,"estimated_new_tokens":20136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":20136,"score_linear":25187.0,"score_lmetric":20136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91098,"ongoing_decode_tokens":91098,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":20136,"score_linear":91098.0,"score_lmetric":40272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":20136,"score_linear":150574.0,"score_lmetric":275884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":20136,"score_linear":37002.0,"score_lmetric":40272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":20136,"score_linear":27639.0,"score_lmetric":20136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":20136,"score_linear":241593.0,"score_lmetric":417543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20433,"ongoing_decode_tokens":11549,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":689,"cache_hit":0,"new_prefill":20136,"score_linear":20433.0,"score_lmetric":40272},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":107126,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":12800,"new_prefill":7336,"score_linear":94326.0,"score_lmetric":22008}],"chosen_score_linear":25187.0,"chosen_score_lmetric":20136,"t_first_token":30026.277556706,"t_first_token_unix":1779964022.8325002,"t_done":30028.259282857,"t_done_unix":1779964024.8142264},{"request_id":"1276136:3:1280987:166","session_id":"1276136","input_length":25923,"t_proxy_recv":30029.429551321,"t_decision_unix":1779964025.9844925,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9282876210315164,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1859 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":1859,"cache_hit":24064,"estimated_new_tokens":1859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":25923,"score_linear":25187.0,"score_lmetric":25923},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":24064,"new_prefill":1859,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25923,"score_linear":150574.0,"score_lmetric":287458},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":25923,"score_linear":103600.0,"score_lmetric":228480},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":25923,"score_linear":27639.0,"score_lmetric":25923},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":25923,"score_linear":241593.0,"score_lmetric":434904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":25923,"score_linear":39146.0,"score_lmetric":77554},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":25923,"score_linear":12765.0,"score_lmetric":25923}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30029.761870826,"t_first_token_unix":1779964026.3168147,"t_done":30030.262695476,"t_done_unix":1779964026.8176422},{"request_id":"1269373:4:1280765:165","session_id":"1269373","input_length":30262,"t_proxy_recv":30028.587966314,"t_decision_unix":1779964025.1429071,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.5752428788579736,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17408,"v3_new_local":12854,"cache_hit":17408,"estimated_new_tokens":12854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":4096,"new_prefill":26166,"score_linear":21091.0,"score_lmetric":26166},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":30262,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30262,"score_linear":150574.0,"score_lmetric":296136},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":30262,"score_linear":103600.0,"score_lmetric":237158},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":30262,"score_linear":27639.0,"score_lmetric":30262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30262,"score_linear":241593.0,"score_lmetric":447921},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":17408,"new_prefill":12854,"score_linear":-8524.0,"score_lmetric":12854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":7680,"new_prefill":22582,"score_linear":5085.0,"score_lmetric":22582}],"chosen_score_linear":-8524.0,"chosen_score_lmetric":12854,"t_first_token":30030.933309565,"t_first_token_unix":1779964027.488253,"t_done":30033.192465053,"t_done_unix":1779964029.7474089},{"request_id":"1281887:1:1281887:171","session_id":"1281887","input_length":9370,"t_proxy_recv":30032.342293501,"t_decision_unix":1779964028.8972347,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":9370.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9370,"cache_hit":0,"estimated_new_tokens":9370,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":9370,"score_linear":51613.0,"score_lmetric":18740},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":9370,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9370,"score_linear":150574.0,"score_lmetric":254352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":9370,"score_linear":103600.0,"score_lmetric":195374},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":9370,"score_linear":27639.0,"score_lmetric":9370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9370,"score_linear":241593.0,"score_lmetric":385245},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":53047,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":9370,"score_linear":53047.0,"score_lmetric":28110},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104825,"ongoing_decode_tokens":12765,"pending_prefill_tokens":8604,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":9370,"score_linear":104825.0,"score_lmetric":53922}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30033.048570892,"t_first_token_unix":1779964029.6035156,"t_done":30033.218751545,"t_done_unix":1779964029.7736945},{"request_id":"1268861:2:1280530:164","session_id":"1268861","input_length":12765,"t_proxy_recv":30027.704710084,"t_decision_unix":1779964024.2596517,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.9626321974148061,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":477,"cache_hit":12288,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45323,"ongoing_decode_tokens":45323,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":12765,"score_linear":45323.0,"score_lmetric":25530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24519,"ongoing_decode_tokens":24519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":565,"cache_hit":0,"new_prefill":12765,"score_linear":24519.0,"score_lmetric":12765},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12765,"score_linear":150574.0,"score_lmetric":261142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":12765,"score_linear":103600.0,"score_lmetric":202164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":12765,"score_linear":27639.0,"score_lmetric":12765},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":12765,"score_linear":241593.0,"score_lmetric":395430},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":12765,"score_linear":8884.0,"score_lmetric":12765},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58150,"ongoing_decode_tokens":58150,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":354,"cache_hit":12288,"new_prefill":477,"score_linear":45862.0,"score_lmetric":954}],"chosen_score_linear":45862.0,"chosen_score_lmetric":954,"t_first_token":30027.76142499,"t_first_token_unix":1779964024.3163688,"t_done":30033.382401469,"t_done_unix":1779964029.9373446},{"request_id":"1282082:1:1282082:173","session_id":"1282082","input_length":4972,"t_proxy_recv":30033.017464955,"t_decision_unix":1779964029.5724063,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":4972.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4972 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4972,"cache_hit":0,"estimated_new_tokens":4972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93636,"ongoing_decode_tokens":51613,"pending_prefill_tokens":10791,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":4972,"score_linear":93636.0,"score_lmetric":47289},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":4972,"score_linear":9370.0,"score_lmetric":14342},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4972,"score_linear":150574.0,"score_lmetric":245556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":4972,"score_linear":103600.0,"score_lmetric":186578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":4972,"score_linear":27639.0,"score_lmetric":4972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4972,"score_linear":241593.0,"score_lmetric":372051},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":53047,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":4972,"score_linear":53047.0,"score_lmetric":14916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104825,"ongoing_decode_tokens":70797,"pending_prefill_tokens":236,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":4972,"score_linear":104825.0,"score_lmetric":15624}],"chosen_score_linear":27639.0,"chosen_score_lmetric":4972,"t_first_token":30033.34250518,"t_first_token_unix":1779964029.8974485,"t_done":30033.597850603,"t_done_unix":1779964030.1527944},{"request_id":"1272313:4:1281720:170","session_id":"1272313","input_length":13901,"t_proxy_recv":30031.777284011,"t_decision_unix":1779964028.332225,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8103014171642328,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2637 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2637,"cache_hit":11264,"estimated_new_tokens":2637,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":4096,"new_prefill":9805,"score_linear":47517.0,"score_lmetric":19610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":13901,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13901,"score_linear":150574.0,"score_lmetric":263414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":13901,"score_linear":103600.0,"score_lmetric":204436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":13901,"score_linear":27639.0,"score_lmetric":13901},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13901,"score_linear":241593.0,"score_lmetric":398838},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":30262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":11264,"new_prefill":2637,"score_linear":27882.0,"score_lmetric":5274},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104825,"ongoing_decode_tokens":12765,"pending_prefill_tokens":8604,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":7680,"new_prefill":6221,"score_linear":97145.0,"score_lmetric":44475}],"chosen_score_linear":27882.0,"chosen_score_lmetric":5274,"t_first_token":30032.090676296,"t_first_token_unix":1779964028.64562,"t_done":30034.000106341,"t_done_unix":1779964030.5550497},{"request_id":"1262354:9:1281632:169","session_id":"1262354","input_length":34028,"t_proxy_recv":30031.480830353,"t_decision_unix":1779964028.0357716,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9930645350887505,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (236 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":236,"cache_hit":33792,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":12800,"new_prefill":21228,"score_linear":38813.0,"score_lmetric":42456},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":34028,"score_linear":150574.0,"score_lmetric":303668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":34028,"score_linear":103600.0,"score_lmetric":244690},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":34028,"score_linear":27639.0,"score_lmetric":34028},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34028,"score_linear":241593.0,"score_lmetric":459219},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":30262,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":34028,"score_linear":39146.0,"score_lmetric":68056},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70797,"ongoing_decode_tokens":12765,"pending_prefill_tokens":8368,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":33792,"new_prefill":236,"score_linear":37005.0,"score_lmetric":17208}],"chosen_score_linear":37005.0,"chosen_score_lmetric":17208,"t_first_token":30033.021809779,"t_first_token_unix":1779964029.5767531,"t_done":30035.347324703,"t_done_unix":1779964031.9022703},{"request_id":"1267915:1:1267915:96","session_id":"1267915","input_length":126924,"t_proxy_recv":29983.704371143,"t_decision_unix":1779963980.2593124,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":107980.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":18944,"v3_new_local":107980,"cache_hit":18944,"estimated_new_tokens":107980,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":126924,"score_linear":135235.0,"score_lmetric":480286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":18944,"new_prefill":107980,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":126924,"score_linear":15283.0,"score_lmetric":126924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":126924,"score_linear":27639.0,"score_lmetric":126924},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":126924,"score_linear":125063.0,"score_lmetric":488614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":134,"cache_hit":0,"new_prefill":126924,"score_linear":46137.0,"score_lmetric":266134}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":30034.150877912,"t_first_token_unix":1779964030.7058218,"t_done":30035.464616378,"t_done_unix":1779964032.0195596},{"request_id":"1265128:2:1271655:122","session_id":"1265128","input_length":23650,"t_proxy_recv":29996.535942294,"t_decision_unix":1779963993.0908837,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.5845243128964059,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":9826,"cache_hit":13824,"estimated_new_tokens":9826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":23650,"score_linear":166063.0,"score_lmetric":410931},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":47375,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":23650,"score_linear":47375.0,"score_lmetric":47300},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":13824,"new_prefill":9826,"score_linear":113100.0,"score_lmetric":117806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23650,"score_linear":139076.0,"score_lmetric":136107},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":23650,"score_linear":121069.0,"score_lmetric":234160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":23650,"score_linear":113923.0,"score_lmetric":47300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":23650,"score_linear":134184.0,"score_lmetric":124272},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":23650,"score_linear":61159.0,"score_lmetric":47300}],"chosen_score_linear":113100.0,"chosen_score_lmetric":117806,"t_first_token":30034.649871002,"t_first_token_unix":1779964031.204815,"t_done":30035.826193416,"t_done_unix":1779964032.381137},{"request_id":"1260327:5:1281915:172","session_id":"1260327","input_length":42023,"t_proxy_recv":30032.530472391,"t_decision_unix":1779964029.085414,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.7432120505437498,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,1,2,2,1,3,3,3])","v3_prefill_cache_hit":31232,"v3_new_local":10791,"cache_hit":31232,"estimated_new_tokens":10791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":31232,"new_prefill":10791,"score_linear":20381.0,"score_lmetric":21582},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":42023,"score_linear":9370.0,"score_lmetric":51393},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":42023,"score_linear":150574.0,"score_lmetric":319658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":42023,"score_linear":103600.0,"score_lmetric":260680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":42023,"score_linear":27639.0,"score_lmetric":42023},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42023,"score_linear":241593.0,"score_lmetric":483204},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":53047,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":42023,"score_linear":53047.0,"score_lmetric":126069},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":104825,"ongoing_decode_tokens":12765,"pending_prefill_tokens":8604,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":42023,"score_linear":104825.0,"score_lmetric":151881}],"chosen_score_linear":20381.0,"chosen_score_lmetric":21582,"t_first_token":30035.321459973,"t_first_token_unix":1779964031.8764038,"t_done":30036.377241683,"t_done_unix":1779964032.9321885},{"request_id":"1266668:5:1281133:168","session_id":"1266668","input_length":58032,"t_proxy_recv":30030.04880234,"t_decision_unix":1779964026.603744,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49664,"affinity_cache_ratio":0.8558036945133719,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,2,2,1,3,2,1])","v3_prefill_cache_hit":49664,"v3_new_local":8368,"cache_hit":49664,"estimated_new_tokens":8368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":25187,"pending_prefill_tokens":6458,"num_requests":2,"active_p_offloads":0,"cached_blocks":493,"cache_hit":4096,"new_prefill":53936,"score_linear":47517.0,"score_lmetric":120788},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25923,"ongoing_decode_tokens":25923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":58032,"score_linear":25923.0,"score_lmetric":58032},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58032,"score_linear":150574.0,"score_lmetric":351676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":58032,"score_linear":103600.0,"score_lmetric":292698},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":58032,"score_linear":27639.0,"score_lmetric":58032},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":58032,"score_linear":241593.0,"score_lmetric":531231},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":7680,"new_prefill":50352,"score_linear":31466.0,"score_lmetric":126412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":49664,"new_prefill":8368,"score_linear":-36899.0,"score_lmetric":8368}],"chosen_score_linear":-36899.0,"chosen_score_lmetric":8368,"t_first_token":30032.973512572,"t_first_token_unix":1779964029.5284557,"t_done":30036.642186375,"t_done_unix":1779964033.1971295},{"request_id":"1277533:2:1282872:175","session_id":"1277533","input_length":16299,"t_proxy_recv":30035.761227712,"t_decision_unix":1779964032.3161693,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.2827167310877968,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":16299.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16299,"cache_hit":0,"estimated_new_tokens":16299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93636,"ongoing_decode_tokens":93636,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":0,"new_prefill":16299,"score_linear":93636.0,"score_lmetric":48897},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":600,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23650,"ongoing_decode_tokens":23650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":16299,"score_linear":23650.0,"score_lmetric":16299},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":16299,"score_linear":103600.0,"score_lmetric":209232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":16299,"score_linear":27639.0,"score_lmetric":16299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16299,"score_linear":241593.0,"score_lmetric":406032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39478,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":720,"cache_hit":4608,"new_prefill":11691,"score_linear":34870.0,"score_lmetric":23382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58032,"ongoing_decode_tokens":58032,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":16299,"score_linear":58032.0,"score_lmetric":16299}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30037.252424877,"t_first_token_unix":1779964033.8073688,"t_done":30037.270625513,"t_done_unix":1779964033.8255684},{"request_id":"1269373:5:1282812:174","session_id":"1269373","input_length":30594,"t_proxy_recv":30035.549229842,"t_decision_unix":1779964032.1041713,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.9873831470222919,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (386 < 8000)","v3_prefill_cache_hit":30208,"v3_new_local":386,"cache_hit":30208,"estimated_new_tokens":386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93636,"ongoing_decode_tokens":93636,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":493,"cache_hit":4096,"new_prefill":26498,"score_linear":89540.0,"score_lmetric":79494},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":600,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23650,"ongoing_decode_tokens":23650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30594,"score_linear":23650.0,"score_lmetric":30594},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":30594,"score_linear":103600.0,"score_lmetric":237822},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":30594,"score_linear":27639.0,"score_lmetric":30594},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30594,"score_linear":241593.0,"score_lmetric":448917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":720,"cache_hit":30208,"new_prefill":386,"score_linear":-21324.0,"score_lmetric":386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58032,"ongoing_decode_tokens":58032,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":7680,"new_prefill":22914,"score_linear":50352.0,"score_lmetric":22914}],"chosen_score_linear":-21324.0,"chosen_score_lmetric":386,"t_first_token":30035.624923541,"t_first_token_unix":1779964032.1798666,"t_done":30039.130971958,"t_done_unix":1779964035.6859157},{"request_id":"1283642:1:1283642:178","session_id":"1283642","input_length":8510,"t_proxy_recv":30038.197212791,"t_decision_unix":1779964034.7521536,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":8510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8510,"cache_hit":0,"estimated_new_tokens":8510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":514,"cache_hit":0,"new_prefill":8510,"score_linear":51613.0,"score_lmetric":17020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":8510,"score_linear":103600.0,"score_lmetric":193654},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":8510,"score_linear":27639.0,"score_lmetric":8510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":8510,"score_linear":241593.0,"score_lmetric":382665},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39478,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":720,"cache_hit":0,"new_prefill":8510,"score_linear":39478.0,"score_lmetric":17020},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30038.826982685,"t_first_token_unix":1779964035.3819268,"t_done":30039.140633656,"t_done_unix":1779964035.6955771},{"request_id":"1279412:2:1281113:167","session_id":"1279412","input_length":26426,"t_proxy_recv":30029.961526507,"t_decision_unix":1779964026.5164676,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.7556194656777416,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6458 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":6458,"cache_hit":19968,"estimated_new_tokens":6458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":493,"cache_hit":19968,"new_prefill":6458,"score_linear":5219.0,"score_lmetric":6458},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25923,"ongoing_decode_tokens":25923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":26426,"score_linear":25923.0,"score_lmetric":26426},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":26426,"score_linear":150574.0,"score_lmetric":288464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":26426,"score_linear":103600.0,"score_lmetric":229486},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":26426,"score_linear":27639.0,"score_lmetric":26426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":26426,"score_linear":241593.0,"score_lmetric":436413},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39146,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":26426,"score_linear":39146.0,"score_lmetric":78560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":12800,"new_prefill":13626,"score_linear":-35.0,"score_lmetric":13626}],"chosen_score_linear":5219.0,"chosen_score_lmetric":6458,"t_first_token":30031.075848966,"t_first_token_unix":1779964027.6307921,"t_done":30039.344952714,"t_done_unix":1779964035.8998961},{"request_id":"1279412:3:1285475:187","session_id":"1279412","input_length":27077,"t_proxy_recv":30044.662950675,"t_decision_unix":1779964041.217892,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9832699338922333,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (453 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":453,"cache_hit":26624,"estimated_new_tokens":453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":26624,"new_prefill":453,"score_linear":-1437.0,"score_lmetric":453},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":42264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":27077,"score_linear":42264.0,"score_lmetric":27077},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":27077,"score_linear":49619.0,"score_lmetric":76696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":27077,"score_linear":103600.0,"score_lmetric":230788},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":27077,"score_linear":27639.0,"score_lmetric":27077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":27077,"score_linear":241593.0,"score_lmetric":438366},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23769,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":27077,"score_linear":23769.0,"score_lmetric":54154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":12800,"new_prefill":14277,"score_linear":132502.0,"score_lmetric":107892}],"chosen_score_linear":-1437.0,"chosen_score_lmetric":453,"t_first_token":30044.735179968,"t_first_token_unix":1779964041.2901227,"t_done":30044.831470921,"t_done_unix":1779964041.3864157},{"request_id":"1272313:5:1284744:185","session_id":"1272313","input_length":14885,"t_proxy_recv":30042.150853121,"t_decision_unix":1779964038.7057943,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9287201881088344,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1061 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1061,"cache_hit":13824,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":4096,"new_prefill":10789,"score_linear":21091.0,"score_lmetric":10789},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":0,"pending_prefill_tokens":10008,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":14885,"score_linear":42264.0,"score_lmetric":24893},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":14885,"score_linear":49619.0,"score_lmetric":64504},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":14885,"score_linear":103600.0,"score_lmetric":206404},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":14885,"score_linear":27639.0,"score_lmetric":14885},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":14885,"score_linear":241593.0,"score_lmetric":401790},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":721,"cache_hit":13824,"new_prefill":1061,"score_linear":-4940.0,"score_lmetric":1061},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":30965,"pending_prefill_tokens":22177,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":7680,"new_prefill":7205,"score_linear":137622.0,"score_lmetric":88146}],"chosen_score_linear":-4940.0,"chosen_score_lmetric":1061,"t_first_token":30042.306559937,"t_first_token_unix":1779964038.8615031,"t_done":30045.131461837,"t_done_unix":1779964041.686405},{"request_id":"1268831:5:1284640:184","session_id":"1268831","input_length":42264,"t_proxy_recv":30041.716328427,"t_decision_unix":1779964038.2712693,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":32256,"affinity_cache_ratio":0.7632027257240205,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":32256,"v3_new_local":10008,"cache_hit":32256,"estimated_new_tokens":10008,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":42264,"score_linear":25187.0,"score_lmetric":42264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":647,"cache_hit":32256,"new_prefill":10008,"score_linear":-32256.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":42264,"score_linear":49619.0,"score_lmetric":91883},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":42264,"score_linear":103600.0,"score_lmetric":261162},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":42264,"score_linear":27639.0,"score_lmetric":42264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42264,"score_linear":241593.0,"score_lmetric":483927},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":42264,"score_linear":8884.0,"score_lmetric":42264},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":30965,"pending_prefill_tokens":22177,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":42264,"score_linear":145302.0,"score_lmetric":193323}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":30044.385270967,"t_first_token_unix":1779964040.9402146,"t_done":30046.387948762,"t_done_unix":1779964042.942892},{"request_id":"1285800:1:1285800:191","session_id":"1285800","input_length":4510,"t_proxy_recv":30045.772150652,"t_decision_unix":1779964042.327092,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4510.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4510 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4510,"cache_hit":0,"estimated_new_tokens":4510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":4510,"score_linear":25187.0,"score_lmetric":4510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":56456,"ongoing_decode_tokens":42264,"pending_prefill_tokens":6000,"num_requests":2,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":4510,"score_linear":56456.0,"score_lmetric":21020},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":4510,"score_linear":49619.0,"score_lmetric":54129},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":4510,"score_linear":103600.0,"score_lmetric":185654},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27650,"ongoing_decode_tokens":27650,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":4510,"score_linear":27650.0,"score_lmetric":9020},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4510,"score_linear":241593.0,"score_lmetric":370665},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":0,"pending_prefill_tokens":8068,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":4510,"score_linear":47672.0,"score_lmetric":25156},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":4510,"score_linear":145302.0,"score_lmetric":78591}],"chosen_score_linear":25187.0,"chosen_score_lmetric":4510,"t_first_token":30046.062208441,"t_first_token_unix":1779964042.6171517,"t_done":30046.465491329,"t_done_unix":1779964043.0204341},{"request_id":"1283642:2:1285731:190","session_id":"1283642","input_length":14192,"t_proxy_recv":30045.521656802,"t_decision_unix":1779964042.0765982,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.5772266065388951,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6000 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":6000,"cache_hit":8192,"estimated_new_tokens":6000,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":14192,"score_linear":25187.0,"score_lmetric":14192},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":42264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":8192,"new_prefill":6000,"score_linear":34072.0,"score_lmetric":6000},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":14192,"score_linear":49619.0,"score_lmetric":63811},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":14192,"score_linear":103600.0,"score_lmetric":205018},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27650,"ongoing_decode_tokens":27650,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":14192,"score_linear":27650.0,"score_lmetric":28384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":14192,"score_linear":241593.0,"score_lmetric":399711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":0,"pending_prefill_tokens":8068,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":14192,"score_linear":47672.0,"score_lmetric":44520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":14192,"score_linear":145302.0,"score_lmetric":107637}],"chosen_score_linear":34072.0,"chosen_score_lmetric":6000,"t_first_token":30046.185797309,"t_first_token_unix":1779964042.7407405,"t_done":30046.647522395,"t_done_unix":1779964043.2024655},{"request_id":"1239034:4:1263738:78","session_id":"1239034","input_length":27639,"t_proxy_recv":29975.277940032,"t_decision_unix":1779963971.8328815,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22528,"affinity_cache_ratio":0.8150801403813452,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5111 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":5111,"cache_hit":22528,"estimated_new_tokens":5111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":27639,"score_linear":110048.0,"score_lmetric":137687},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":27639,"score_linear":55989.0,"score_lmetric":27639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":27639,"score_linear":14329.0,"score_lmetric":83334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":27639,"score_linear":71575.0,"score_lmetric":167862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":22528,"new_prefill":5111,"score_linear":-22528.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27639,"score_linear":125063.0,"score_lmetric":290044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":27639,"score_linear":50783.0,"score_lmetric":78422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":27639,"score_linear":45884.0,"score_lmetric":103014}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":29976.287050524,"t_first_token_unix":1779963972.8419938,"t_done":30047.434794943,"t_done_unix":1779964043.9897382},{"request_id":"1285558:1:1285558:188","session_id":"1285558","input_length":11,"t_proxy_recv":30044.864744666,"t_decision_unix":1779964041.419686,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":11.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (11 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":11,"cache_hit":0,"estimated_new_tokens":11,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":11,"score_linear":25187.0,"score_lmetric":11},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":42264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":11,"score_linear":42264.0,"score_lmetric":11},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":11,"score_linear":49619.0,"score_lmetric":49630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":11,"score_linear":103600.0,"score_lmetric":176656},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":11,"score_linear":27639.0,"score_lmetric":11},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11,"score_linear":241593.0,"score_lmetric":357168},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23769,"ongoing_decode_tokens":14885,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":11,"score_linear":23769.0,"score_lmetric":22},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":11,"score_linear":145302.0,"score_lmetric":65094}],"chosen_score_linear":27639.0,"chosen_score_lmetric":11,"t_first_token":30044.890376005,"t_first_token_unix":1779964041.445319,"t_done":30047.555372386,"t_done_unix":1779964044.1103158},{"request_id":"1286551:1:1286551:194","session_id":"1286551","input_length":1700,"t_proxy_recv":30048.73528264,"t_decision_unix":1779964045.2902238,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1700.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1700 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1700,"cache_hit":0,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57085,"ongoing_decode_tokens":25187,"pending_prefill_tokens":5274,"num_requests":2,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":1700,"score_linear":57085.0,"score_lmetric":13948},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":1700,"score_linear":49619.0,"score_lmetric":51319},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":1700,"score_linear":103600.0,"score_lmetric":180034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":496,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":1700,"score_linear":241593.0,"score_lmetric":362235},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":1700,"score_linear":47672.0,"score_lmetric":3400},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":1700,"score_linear":145302.0,"score_lmetric":70161}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30048.876663836,"t_first_token_unix":1779964045.431607,"t_done":30049.071902928,"t_done_unix":1779964045.6268456},{"request_id":"1262354:10:1283773:180","session_id":"1262354","input_length":34282,"t_proxy_recv":30038.630217822,"t_decision_unix":1779964035.1851592,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9857067849016977,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (490 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":490,"cache_hit":33792,"estimated_new_tokens":490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":514,"cache_hit":12800,"new_prefill":21482,"score_linear":38813.0,"score_lmetric":42964},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":34282,"score_linear":8510.0,"score_lmetric":42792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":34282,"score_linear":103600.0,"score_lmetric":245198},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":34282,"score_linear":27639.0,"score_lmetric":34282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34282,"score_linear":241593.0,"score_lmetric":459981},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39478,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":720,"cache_hit":0,"new_prefill":34282,"score_linear":39478.0,"score_lmetric":68564},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":30965,"ongoing_decode_tokens":0,"pending_prefill_tokens":6389,"num_requests":1,"active_p_offloads":0,"cached_blocks":405,"cache_hit":33792,"new_prefill":490,"score_linear":-2827.0,"score_lmetric":6879}],"chosen_score_linear":-2827.0,"chosen_score_lmetric":6879,"t_first_token":30042.853499366,"t_first_token_unix":1779964039.4084432,"t_done":30050.02298628,"t_done_unix":1779964046.5779295},{"request_id":"1269373:6:1285668:189","session_id":"1269373","input_length":38788,"t_proxy_recv":30045.323453991,"t_decision_unix":1779964041.8783953,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7919975250077343,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":30720,"v3_new_local":8068,"cache_hit":30720,"estimated_new_tokens":8068,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":4096,"new_prefill":34692,"score_linear":21091.0,"score_lmetric":34692},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":42264,"ongoing_decode_tokens":42264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":38788,"score_linear":42264.0,"score_lmetric":38788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":38788,"score_linear":49619.0,"score_lmetric":88407},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":38788,"score_linear":103600.0,"score_lmetric":254210},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27650,"ongoing_decode_tokens":27650,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":38788,"score_linear":27650.0,"score_lmetric":77576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":38788,"score_linear":241593.0,"score_lmetric":473499},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":724,"cache_hit":30720,"new_prefill":8068,"score_linear":-21836.0,"score_lmetric":8068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":7680,"new_prefill":31108,"score_linear":137622.0,"score_lmetric":158385}],"chosen_score_linear":-21836.0,"chosen_score_lmetric":8068,"t_first_token":30047.230099754,"t_first_token_unix":1779964043.7850432,"t_done":30050.422854255,"t_done_unix":1779964046.9777982},{"request_id":"1286804:1:1286804:195","session_id":"1286804","input_length":13962,"t_proxy_recv":30049.468596585,"t_decision_unix":1779964046.023538,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":13962.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13962,"cache_hit":0,"estimated_new_tokens":13962,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57085,"ongoing_decode_tokens":57085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":13962,"score_linear":57085.0,"score_lmetric":27924},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":13962,"score_linear":49619.0,"score_lmetric":13962},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":13962,"score_linear":103600.0,"score_lmetric":204558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13962,"score_linear":241593.0,"score_lmetric":399021},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":13962,"score_linear":47672.0,"score_lmetric":27924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":145302,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":13962,"score_linear":145302.0,"score_lmetric":41886}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30050.670227347,"t_first_token_unix":1779964047.2251709,"t_done":30051.375660645,"t_done_unix":1779964047.9306064},{"request_id":"1279412:4:1286447:193","session_id":"1279412","input_length":31898,"t_proxy_recv":30048.337690497,"t_decision_unix":1779964044.8926315,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8346604802808953,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5274 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":5274,"cache_hit":26624,"estimated_new_tokens":5274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":535,"cache_hit":26624,"new_prefill":5274,"score_linear":-1437.0,"score_lmetric":5274},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":31898,"score_linear":49619.0,"score_lmetric":81517},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":31898,"score_linear":103600.0,"score_lmetric":240430},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":496,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31898,"score_linear":241593.0,"score_lmetric":452829},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":31898,"score_linear":47672.0,"score_lmetric":63796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":65247,"pending_prefill_tokens":21687,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":12800,"new_prefill":19098,"score_linear":132502.0,"score_lmetric":122355}],"chosen_score_linear":-1437.0,"chosen_score_lmetric":5274,"t_first_token":30049.421178399,"t_first_token_unix":1779964045.9761217,"t_done":30051.502446514,"t_done_unix":1779964048.0573895},{"request_id":"1242838:4:1265709:87","session_id":"1242838","input_length":25187,"t_proxy_recv":29976.16530008,"t_decision_unix":1779963972.7202413,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.8741017191408266,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3171 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":3171,"cache_hit":22016,"estimated_new_tokens":3171,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":22016,"new_prefill":3171,"score_linear":88032.0,"score_lmetric":113219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":25187,"score_linear":55989.0,"score_lmetric":25187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":25187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":25187,"score_linear":71575.0,"score_lmetric":162958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":0,"pending_prefill_tokens":5111,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":25187,"score_linear":27639.0,"score_lmetric":30298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":25187,"score_linear":125063.0,"score_lmetric":285140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":25187,"score_linear":50783.0,"score_lmetric":75970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":25187,"score_linear":45884.0,"score_lmetric":98110}],"chosen_score_linear":88032.0,"chosen_score_lmetric":113219,"t_first_token":30012.681100154,"t_first_token_unix":1779964009.2360435,"t_done":30051.63314392,"t_done_unix":1779964048.1880877},{"request_id":"1279994:1:1279994:161","session_id":"1279994","input_length":88317,"t_proxy_recv":30026.046433891,"t_decision_unix":1779964022.6013753,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":88317.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,2,1,1,4,1,2])","v3_prefill_cache_hit":0,"v3_new_local":88317,"cache_hit":0,"estimated_new_tokens":88317,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45323,"ongoing_decode_tokens":25187,"pending_prefill_tokens":20136,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":88317,"score_linear":45323.0,"score_lmetric":216906},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":88317,"score_linear":58752.0,"score_lmetric":88317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":88317,"score_linear":150574.0,"score_lmetric":412246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":88317,"score_linear":15283.0,"score_lmetric":88317},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":88317,"score_linear":27639.0,"score_lmetric":88317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":88317,"score_linear":241593.0,"score_lmetric":622086},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":690,"cache_hit":0,"new_prefill":88317,"score_linear":8884.0,"score_lmetric":88317},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":73602,"ongoing_decode_tokens":73602,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":88317,"score_linear":73602.0,"score_lmetric":176634}],"chosen_score_linear":15283.0,"chosen_score_lmetric":88317,"t_first_token":30052.071520461,"t_first_token_unix":1779964048.6264637,"t_done":30053.087889358,"t_done_unix":1779964049.6428337},{"request_id":"1287588:1:1287588:198","session_id":"1287588","input_length":9925,"t_proxy_recv":30052.01898129,"t_decision_unix":1779964048.5739224,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":9925.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9925,"cache_hit":0,"estimated_new_tokens":9925,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":9925,"score_linear":49619.0,"score_lmetric":9925},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":9925,"score_linear":103600.0,"score_lmetric":196484},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":9925,"score_linear":77805.0,"score_lmetric":87730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9925,"score_linear":241593.0,"score_lmetric":43074},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":9925,"score_linear":8884.0,"score_lmetric":9925},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":9925,"score_linear":145373.0,"score_lmetric":29775}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30052.784616424,"t_first_token_unix":1779964049.3395598,"t_done":30054.106718828,"t_done_unix":1779964050.6616626},{"request_id":"1272313:6:1287745:199","session_id":"1272313","input_length":15547,"t_proxy_recv":30052.56770977,"t_decision_unix":1779964049.122651,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9879719560043738,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (187 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":187,"cache_hit":15360,"estimated_new_tokens":187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":4096,"new_prefill":11451,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9925,"ongoing_decode_tokens":0,"pending_prefill_tokens":9925,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":15547,"score_linear":9925.0,"score_lmetric":25472},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":15547,"score_linear":49619.0,"score_lmetric":15547},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":103600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":15547,"score_linear":103600.0,"score_lmetric":31094},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":15547,"score_linear":77805.0,"score_lmetric":93352},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15547,"score_linear":241593.0,"score_lmetric":59940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":15360,"new_prefill":187,"score_linear":-6476.0,"score_lmetric":187},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":7680,"new_prefill":7867,"score_linear":137693.0,"score_lmetric":23601}],"chosen_score_linear":-6476.0,"chosen_score_lmetric":187,"t_first_token":30052.642078609,"t_first_token_unix":1779964049.1970215,"t_done":30054.219800463,"t_done_unix":1779964050.7747436},{"request_id":"1279994:2:1283011:177","session_id":"1279994","input_length":88940,"t_proxy_recv":30053.10487131,"t_decision_unix":1779964049.6598127,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":88064,"affinity_cache_ratio":0.990150663368563,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (876 < 8000)","v3_prefill_cache_hit":88064,"v3_new_local":876,"cache_hit":88064,"estimated_new_tokens":876,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":88940,"score_linear":9925.0,"score_lmetric":88940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":88940,"score_linear":49619.0,"score_lmetric":88940},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":734,"cache_hit":88064,"new_prefill":876,"score_linear":-72781.0,"score_lmetric":876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":88940,"score_linear":77805.0,"score_lmetric":166745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":88940,"score_linear":241593.0,"score_lmetric":280119},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24431,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":88940,"score_linear":24431.0,"score_lmetric":177880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":88940,"score_linear":145373.0,"score_lmetric":266820}],"chosen_score_linear":-72781.0,"chosen_score_lmetric":876,"t_first_token":30053.564608093,"t_first_token_unix":1779964050.1195514,"t_done":30054.508516103,"t_done_unix":1779964051.0634594},{"request_id":"1288143:1:1288143:200","session_id":"1288143","input_length":448,"t_proxy_recv":30053.990344819,"t_decision_unix":1779964050.545286,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":448.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (448 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":448,"cache_hit":0,"estimated_new_tokens":448,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":448,"score_linear":9925.0,"score_lmetric":448},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":448,"score_linear":49619.0,"score_lmetric":448},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104223,"ongoing_decode_tokens":104223,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":734,"cache_hit":0,"new_prefill":448,"score_linear":104223.0,"score_lmetric":896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":448,"score_linear":77805.0,"score_lmetric":78253},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":448,"score_linear":241593.0,"score_lmetric":14643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24431,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":448,"score_linear":24431.0,"score_lmetric":896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":448,"score_linear":145373.0,"score_lmetric":1344}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30054.041068192,"t_first_token_unix":1779964050.5960119,"t_done":30054.556669414,"t_done_unix":1779964051.1116126},{"request_id":"1284132:1:1284132:182","session_id":"1284132","input_length":49619,"t_proxy_recv":30039.99238877,"t_decision_unix":1779964036.5473301,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":49619.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":49619,"cache_hit":0,"estimated_new_tokens":49619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":0,"new_prefill":49619,"score_linear":25187.0,"score_lmetric":49619},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":49619,"score_linear":103600.0,"score_lmetric":275872},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":49619,"score_linear":27639.0,"score_lmetric":49619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":49619,"score_linear":241593.0,"score_lmetric":505992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":721,"cache_hit":0,"new_prefill":49619,"score_linear":8884.0,"score_lmetric":49619},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145302,"ongoing_decode_tokens":30965,"pending_prefill_tokens":22177,"num_requests":3,"active_p_offloads":0,"cached_blocks":405,"cache_hit":0,"new_prefill":49619,"score_linear":145302.0,"score_lmetric":215388}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30049.257828456,"t_first_token_unix":1779964045.8127718,"t_done":30055.997951196,"t_done_unix":1779964052.5528944},{"request_id":"1266668:6:1284003:181","session_id":"1266668","input_length":80055,"t_proxy_recv":30039.531656725,"t_decision_unix":1779964036.086598,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58368,"affinity_cache_ratio":0.7290987446130786,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":58368,"v3_new_local":21687,"cache_hit":58368,"estimated_new_tokens":21687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":527,"cache_hit":4096,"new_prefill":75959,"score_linear":21091.0,"score_lmetric":75959},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":647,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":80055,"score_linear":103600.0,"score_lmetric":336744},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":80055,"score_linear":27639.0,"score_lmetric":80055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":80055,"score_linear":241593.0,"score_lmetric":597300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":721,"cache_hit":7680,"new_prefill":72375,"score_linear":1204.0,"score_lmetric":72375},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65247,"ongoing_decode_tokens":0,"pending_prefill_tokens":6879,"num_requests":2,"active_p_offloads":0,"cached_blocks":405,"cache_hit":58368,"new_prefill":21687,"score_linear":6879.0,"score_lmetric":57132}],"chosen_score_linear":6879.0,"chosen_score_lmetric":57132,"t_first_token":30049.14288741,"t_first_token_unix":1779964045.697831,"t_done":30056.344210918,"t_done_unix":1779964052.8991568},{"request_id":"1287588:2:1289701:205","session_id":"1287588","input_length":10195,"t_proxy_recv":30059.244682066,"t_decision_unix":1779964055.7996235,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":9728,"affinity_cache_ratio":0.954193231976459,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (467 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":467,"cache_hit":9728,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41801,"ongoing_decode_tokens":41801,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":10195,"score_linear":41801.0,"score_lmetric":20390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":9728,"new_prefill":467,"score_linear":-9728.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":10195,"score_linear":82014.0,"score_lmetric":92209},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":10195,"score_linear":104509.0,"score_lmetric":20390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":10195,"score_linear":77805.0,"score_lmetric":88000},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":10195,"score_linear":241593.0,"score_lmetric":30585},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":10195,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":65318,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":10195,"score_linear":153059.0,"score_lmetric":52656}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":30059.283064228,"t_first_token_unix":1779964055.8380072,"t_done":30059.341908641,"t_done_unix":1779964055.896852},{"request_id":"1286551:2:1289450:202","session_id":"1286551","input_length":9610,"t_proxy_recv":30058.332468862,"t_decision_unix":1779964054.8874097,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":0,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1598335067637877,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":9610.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9610,"cache_hit":0,"estimated_new_tokens":9610,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":9610,"score_linear":104509.0,"score_lmetric":19220},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":1536,"new_prefill":8074,"score_linear":76269.0,"score_lmetric":85879},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9610,"score_linear":241593.0,"score_lmetric":28830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":65318,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":9610,"score_linear":153059.0,"score_lmetric":50901}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30059.067321279,"t_first_token_unix":1779964055.6222646,"t_done":30059.647062578,"t_done_unix":1779964056.202006},{"request_id":"1279412:4:1289482:203","session_id":"1279412","input_length":32191,"t_proxy_recv":30058.408610493,"t_decision_unix":1779964054.9635518,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9861141312789289,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (447 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":447,"cache_hit":31744,"estimated_new_tokens":447,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":556,"cache_hit":31744,"new_prefill":447,"score_linear":-22134.0,"score_lmetric":10057},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":32191,"score_linear":104509.0,"score_lmetric":64382},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":32191,"score_linear":77805.0,"score_lmetric":109996},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":32191,"score_linear":241593.0,"score_lmetric":96573},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":32191,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":65318,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":12800,"new_prefill":19391,"score_linear":140259.0,"score_lmetric":80244}],"chosen_score_linear":-22134.0,"chosen_score_lmetric":10057,"t_first_token":30059.114907097,"t_first_token_unix":1779964055.66985,"t_done":30060.244116768,"t_done_unix":1779964056.79906},{"request_id":"1279994:3:1286181:192","session_id":"1279994","input_length":89226,"t_proxy_recv":30054.526686363,"t_decision_unix":1779964051.0816278,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9927151278775245,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (650 < 8000)","v3_prefill_cache_hit":88576,"v3_new_local":650,"cache_hit":88576,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":448,"ongoing_decode_tokens":448,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":89226,"score_linear":448.0,"score_lmetric":89226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":89226,"score_linear":49619.0,"score_lmetric":89226},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":735,"cache_hit":88576,"new_prefill":650,"score_linear":-73293.0,"score_lmetric":650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":89226,"score_linear":77805.0,"score_lmetric":167031},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":89226,"score_linear":241593.0,"score_lmetric":280977},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":89226,"score_linear":8884.0,"score_lmetric":89226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":89226,"score_linear":145373.0,"score_lmetric":267678}],"chosen_score_linear":-73293.0,"chosen_score_lmetric":650,"t_first_token":30054.803219991,"t_first_token_unix":1779964051.3581634,"t_done":30060.343068785,"t_done_unix":1779964056.8980122},{"request_id":"1290442:1:1290442:210","session_id":"1290442","input_length":7261,"t_proxy_recv":30061.603586361,"t_decision_unix":1779964058.1585279,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":7261.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7261 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7261,"cache_hit":0,"estimated_new_tokens":7261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":0,"new_prefill":7261,"score_linear":23228.0,"score_lmetric":30489},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":13552,"num_requests":1,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":7261,"score_linear":13552.0,"score_lmetric":20813},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":7261,"score_linear":82014.0,"score_lmetric":89275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":7261,"score_linear":15283.0,"score_lmetric":7261},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":7261,"score_linear":77805.0,"score_lmetric":85066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7261,"score_linear":241593.0,"score_lmetric":21783},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":15969,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":7261,"score_linear":58714.0,"score_lmetric":22188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":7261,"score_linear":153059.0,"score_lmetric":21783}],"chosen_score_linear":15283.0,"chosen_score_lmetric":7261,"t_first_token":30062.100714958,"t_first_token_unix":1779964058.6556582,"t_done":30062.292067576,"t_done_unix":1779964058.847011},{"request_id":"1277909:2:1283679:179","session_id":"1277909","input_length":30965,"t_proxy_recv":30038.303334282,"t_decision_unix":1779964034.8582754,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.7936702728887454,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6389 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":6389,"cache_hit":24576,"estimated_new_tokens":6389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51613,"ongoing_decode_tokens":51613,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":514,"cache_hit":4096,"new_prefill":26869,"score_linear":47517.0,"score_lmetric":53738},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":30965,"score_linear":8510.0,"score_lmetric":39475},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":30965,"score_linear":103600.0,"score_lmetric":238564},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":30965,"score_linear":27639.0,"score_lmetric":30965},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30965,"score_linear":241593.0,"score_lmetric":450030},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39478,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":720,"cache_hit":7680,"new_prefill":23285,"score_linear":31798.0,"score_lmetric":46570},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":405,"cache_hit":24576,"new_prefill":6389,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30039.591971324,"t_first_token_unix":1779964036.1469145,"t_done":30062.872362177,"t_done_unix":1779964059.427306},{"request_id":"1290426:1:1290426:209","session_id":"1290426","input_length":13552,"t_proxy_recv":30061.578108171,"t_decision_unix":1779964058.1330495,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":13552.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13552,"cache_hit":0,"estimated_new_tokens":13552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":1536,"new_prefill":12016,"score_linear":21692.0,"score_lmetric":35244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":13552,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":13552,"score_linear":82014.0,"score_lmetric":95566},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":13552,"score_linear":15283.0,"score_lmetric":13552},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":1536,"new_prefill":12016,"score_linear":76269.0,"score_lmetric":89821},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13552,"score_linear":241593.0,"score_lmetric":40656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":15969,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":13552,"score_linear":58714.0,"score_lmetric":34770},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":13552,"score_linear":153059.0,"score_lmetric":40656}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30062.732233442,"t_first_token_unix":1779964059.2871764,"t_done":30063.110320653,"t_done_unix":1779964059.6652653},{"request_id":"1271459:2:1277544:151","session_id":"1271459","input_length":8884,"t_proxy_recv":30017.58992286,"t_decision_unix":1779964014.1448643,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.05763169743358847,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":40839.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=1 cache_hit=512 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":8884,"v3_src_idx":6,"v3_target_idx":5,"v3_target_num_req":1,"v3_target_cache_hit":512,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":123703,"ongoing_decode_tokens":16900,"pending_prefill_tokens":4729},"v3_target_state":{"num_requests":1,"ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"cache_hit_estimate":512,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":8884,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":8884,"score_linear":52408.0,"score_lmetric":72210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":8884,"score_linear":43137.0,"score_lmetric":42546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8884,"score_linear":150574.0,"score_lmetric":253380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8884,"score_linear":139076.0,"score_lmetric":91809},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8884,"score_linear":121069.0,"score_lmetric":204628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":512,"new_prefill":8372,"score_linear":114100.0,"score_lmetric":122984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":123703,"ongoing_decode_tokens":16900,"pending_prefill_tokens":4729,"num_requests":3,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":8884,"score_linear":123703.0,"score_lmetric":40839},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":8884,"score_linear":105047.0,"score_lmetric":99728}],"chosen_score_linear":123703.0,"chosen_score_lmetric":40839,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"write_mode":true,"t_prefill_sent":30017.590231607,"t_prefill_sent_unix":1779964014.1451745,"t_decode_sent":30017.590244057,"t_decode_sent_unix":1779964014.1451874,"t_first_token":30054.567286977,"t_first_token_unix":1779964051.1222367,"t_done":30063.225257131,"t_done_unix":1779964059.7802007,"t_prefill_done":30063.225263526,"t_prefill_done_unix":1779964059.7802074},{"request_id":"1291100:1:1291100:212","session_id":"1291100","input_length":1744,"t_proxy_recv":30063.814855911,"t_decision_unix":1779964060.3697965,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1744.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1744 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1744,"cache_hit":0,"estimated_new_tokens":1744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":0,"new_prefill":1744,"score_linear":23228.0,"score_lmetric":24972},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":749,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":1744,"score_linear":82014.0,"score_lmetric":83758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":105032,"ongoing_decode_tokens":105032,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":1744,"score_linear":105032.0,"score_lmetric":3488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":1744,"score_linear":77805.0,"score_lmetric":79549},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":1744,"score_linear":232709.0,"score_lmetric":3488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49830,"ongoing_decode_tokens":58714,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":757,"cache_hit":0,"new_prefill":1744,"score_linear":49830.0,"score_lmetric":1744},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":122094,"pending_prefill_tokens":13688,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":1744,"score_linear":167014.0,"score_lmetric":46296}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30063.92989893,"t_first_token_unix":1779964060.484842,"t_done":30064.327375703,"t_done_unix":1779964060.8823195},{"request_id":"1290365:1:1290365:208","session_id":"1290365","input_length":23228,"t_proxy_recv":30061.39376384,"t_decision_unix":1779964057.9487052,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":23228.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23228,"cache_hit":0,"estimated_new_tokens":23228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":575,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":23228,"score_linear":82014.0,"score_lmetric":105242},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":23228,"score_linear":15283.0,"score_lmetric":23228},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":23228,"score_linear":77805.0,"score_lmetric":101033},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":23228,"score_linear":241593.0,"score_lmetric":69684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":15969,"pending_prefill_tokens":3833,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":23228,"score_linear":58714.0,"score_lmetric":54122},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":23228,"score_linear":153059.0,"score_lmetric":69684}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30063.968557471,"t_first_token_unix":1779964060.5235007,"t_done":30064.695951231,"t_done_unix":1779964061.2508945},{"request_id":"1279994:4:1290711:211","session_id":"1279994","input_length":89749,"t_proxy_recv":30062.482586046,"t_decision_unix":1779964059.0375273,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9983398143711908,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (149 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":149,"cache_hit":89600,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":0,"new_prefill":89749,"score_linear":23228.0,"score_lmetric":112977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":13552,"num_requests":1,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":89749,"score_linear":13552.0,"score_lmetric":103301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":89749,"score_linear":82014.0,"score_lmetric":171763},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":89600,"new_prefill":149,"score_linear":-74317.0,"score_lmetric":149},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":89749,"score_linear":77805.0,"score_lmetric":167554},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":89749,"score_linear":241593.0,"score_lmetric":269247},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":58714,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":89749,"score_linear":58714.0,"score_lmetric":179498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":89749,"score_linear":153059.0,"score_lmetric":269247}],"chosen_score_linear":-74317.0,"chosen_score_lmetric":149,"t_first_token":30062.660826888,"t_first_token_unix":1779964059.2157707,"t_done":30065.003572397,"t_done_unix":1779964061.5585167},{"request_id":"1272313:7:1290281:206","session_id":"1272313","input_length":15969,"t_proxy_recv":30061.136291778,"t_decision_unix":1779964057.6912324,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15360,"affinity_cache_ratio":0.96186361074582,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (609 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":609,"cache_hit":15360,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":575,"cache_hit":4096,"new_prefill":11873,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":15969,"score_linear":82014.0,"score_lmetric":97983},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":15969,"score_linear":15283.0,"score_lmetric":15969},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":15969,"score_linear":77805.0,"score_lmetric":93774},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15969,"score_linear":241593.0,"score_lmetric":47907},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":15360,"new_prefill":609,"score_linear":-15360.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":7680,"new_prefill":8289,"score_linear":145379.0,"score_lmetric":24867}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":30061.211760755,"t_first_token_unix":1779964057.7667038,"t_done":30065.338510177,"t_done_unix":1779964061.8934538},{"request_id":"1279412:5:1291651:214","session_id":"1279412","input_length":32359,"t_proxy_recv":30065.740307261,"t_decision_unix":1779964062.2952483,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9968169597329954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (103 < 8000)","v3_prefill_cache_hit":32256,"v3_new_local":103,"cache_hit":32256,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":32256,"new_prefill":103,"score_linear":-32256.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":32359,"score_linear":82014.0,"score_lmetric":114373},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":32359,"score_linear":15283.0,"score_lmetric":32359},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":32359,"score_linear":77805.0,"score_lmetric":110164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":32359,"score_linear":232709.0,"score_lmetric":64718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33861,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":32359,"score_linear":33861.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":122094,"pending_prefill_tokens":13688,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":12800,"new_prefill":19559,"score_linear":154214.0,"score_lmetric":99741}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":30065.80429199,"t_first_token_unix":1779964062.3592358,"t_done":30066.382060648,"t_done_unix":1779964062.937004},{"request_id":"1258859:3:1278118:155","session_id":"1258859","input_length":118097,"t_proxy_recv":30019.695345128,"t_decision_unix":1779964016.2502863,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":113664,"affinity_cache_ratio":0.962463060026927,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4433 < 8000)","v3_prefill_cache_hit":113664,"v3_new_local":4433,"cache_hit":113664,"estimated_new_tokens":4433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83838,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27419,"num_requests":3,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":118097,"score_linear":83838.0,"score_lmetric":436548},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":118097,"score_linear":54418.0,"score_lmetric":236194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":118097,"score_linear":150574.0,"score_lmetric":471806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":118097,"score_linear":139076.0,"score_lmetric":419448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":118097,"score_linear":121069.0,"score_lmetric":423054},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":113664,"new_prefill":4433,"score_linear":9832.0,"score_lmetric":238090},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127858,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":470,"cache_hit":0,"new_prefill":118097,"score_linear":127858.0,"score_lmetric":354291},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":107126,"ongoing_decode_tokens":82904,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":118097,"score_linear":107126.0,"score_lmetric":403917}],"chosen_score_linear":9832.0,"chosen_score_lmetric":238090,"t_first_token":30054.53562857,"t_first_token_unix":1779964051.0905719,"t_done":30066.437071797,"t_done_unix":1779964062.992022},{"request_id":"1260327:6:1291827:215","session_id":"1260327","input_length":42153,"t_proxy_recv":30066.425586591,"t_decision_unix":1779964062.9805279,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9959907954356748,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (169 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":169,"cache_hit":41984,"estimated_new_tokens":169,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":41984,"new_prefill":169,"score_linear":-41984.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":42153,"score_linear":82014.0,"score_lmetric":124167},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":42153,"score_linear":15283.0,"score_lmetric":42153},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":42153,"score_linear":77805.0,"score_lmetric":119958},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":42153,"score_linear":232709.0,"score_lmetric":84306},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33861,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":42153,"score_linear":33861.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":122094,"pending_prefill_tokens":13688,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":42153,"score_linear":167014.0,"score_lmetric":167523}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":30066.504158899,"t_first_token_unix":1779964063.0591028,"t_done":30066.968355713,"t_done_unix":1779964063.5232992},{"request_id":"1290365:2:1292000:217","session_id":"1290365","input_length":23414,"t_proxy_recv":30066.991108119,"t_decision_unix":1779964063.5460496,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9840266507217904,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (374 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":374,"cache_hit":23040,"estimated_new_tokens":374,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":23040,"new_prefill":374,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":23414,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":23414,"score_linear":82014.0,"score_lmetric":105428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":23414,"score_linear":15283.0,"score_lmetric":23414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":23414,"score_linear":77805.0,"score_lmetric":101219},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":23414,"score_linear":233348.0,"score_lmetric":46828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42005,"ongoing_decode_tokens":42745,"pending_prefill_tokens":8144,"num_requests":1,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":23414,"score_linear":42005.0,"score_lmetric":31558},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":167014,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":23414,"score_linear":167014.0,"score_lmetric":70242}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":30067.057264585,"t_first_token_unix":1779964063.6122077,"t_done":30067.375168499,"t_done_unix":1779964063.9301116},{"request_id":"1262354:11:1284987:186","session_id":"1262354","input_length":34353,"t_proxy_recv":30050.033464435,"t_decision_unix":1779964046.5884056,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9985736325793962,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (49 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":49,"cache_hit":34304,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57085,"ongoing_decode_tokens":57085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":535,"cache_hit":12800,"new_prefill":21553,"score_linear":44285.0,"score_lmetric":43106},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":34353,"score_linear":13962.0,"score_lmetric":48315},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":34353,"score_linear":49619.0,"score_lmetric":34353},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":34353,"score_linear":103600.0,"score_lmetric":245340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34353,"score_linear":241593.0,"score_lmetric":460194},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47672,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":724,"cache_hit":0,"new_prefill":34353,"score_linear":47672.0,"score_lmetric":68706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111020,"ongoing_decode_tokens":111020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":406,"cache_hit":34304,"new_prefill":49,"score_linear":76716.0,"score_lmetric":98}],"chosen_score_linear":76716.0,"chosen_score_lmetric":98,"t_first_token":30050.127641518,"t_first_token_unix":1779964046.6825848,"t_done":30067.467366268,"t_done_unix":1779964064.0223098},{"request_id":"1269373:7:1290314:207","session_id":"1269373","input_length":42745,"t_proxy_recv":30061.230825024,"t_decision_unix":1779964057.7857656,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9103286934144345,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3833 < 8000)","v3_prefill_cache_hit":38912,"v3_new_local":3833,"cache_hit":38912,"estimated_new_tokens":3833,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":575,"cache_hit":4096,"new_prefill":38649,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":42745,"score_linear":82014.0,"score_lmetric":124759},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":737,"cache_hit":0,"new_prefill":42745,"score_linear":15283.0,"score_lmetric":42745},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":42745,"score_linear":77805.0,"score_lmetric":120550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42745,"score_linear":241593.0,"score_lmetric":128235},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15969,"ongoing_decode_tokens":15969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":38912,"new_prefill":3833,"score_linear":-22943.0,"score_lmetric":3833},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":153059,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":7680,"new_prefill":35065,"score_linear":145379.0,"score_lmetric":105195}],"chosen_score_linear":-22943.0,"chosen_score_lmetric":3833,"t_first_token":30062.297310973,"t_first_token_unix":1779964058.8522544,"t_done":30067.555505991,"t_done_unix":1779964064.1104493},{"request_id":"1291944:1:1291944:216","session_id":"1291944","input_length":8144,"t_proxy_recv":30066.794294636,"t_decision_unix":1779964063.3492358,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":8144.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[1,0,1,1,1,2,0,3])","v3_prefill_cache_hit":0,"v3_new_local":8144,"cache_hit":0,"estimated_new_tokens":8144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42153,"ongoing_decode_tokens":42153,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":8144,"score_linear":42153.0,"score_lmetric":8144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":8144,"score_linear":82014.0,"score_lmetric":90158},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":8144,"score_linear":15283.0,"score_lmetric":8144},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":8144,"score_linear":77805.0,"score_lmetric":85949},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":8144,"score_linear":233348.0,"score_lmetric":16288},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33861,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":8144,"score_linear":33861.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":167014,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":8144,"score_linear":167014.0,"score_lmetric":24432}],"chosen_score_linear":33861.0,"chosen_score_lmetric":0,"t_first_token":30067.371070259,"t_first_token_unix":1779964063.9260137,"t_done":30067.590296317,"t_done_unix":1779964064.1452394},{"request_id":"1262727:1:1262727:72","session_id":"1262727","input_length":15283,"t_proxy_recv":29965.581631722,"t_decision_unix":1779963962.1365728,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15283.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15283,"cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":15283,"score_linear":55989.0,"score_lmetric":16488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":15283,"score_linear":68131.0,"score_lmetric":83414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":15283,"score_linear":113053.0,"score_lmetric":215712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":15283,"score_linear":125063.0,"score_lmetric":265332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":15283,"score_linear":21510.0,"score_lmetric":36793}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":29967.083551648,"t_first_token_unix":1779963963.6384957,"t_done":30068.336241185,"t_done_unix":1779964064.8911848},{"request_id":"1262354:12:1291548:213","session_id":"1262354","input_length":35099,"t_proxy_recv":30067.475397622,"t_decision_unix":1779964064.030339,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9919370922248497,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (283 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":283,"cache_hit":34816,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":12800,"new_prefill":22299,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35099,"score_linear":82014.0,"score_lmetric":117113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":35099,"score_linear":15283.0,"score_lmetric":35099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":35099,"score_linear":77805.0,"score_lmetric":112904},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":35099,"score_linear":233348.0,"score_lmetric":70198},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":42005,"ongoing_decode_tokens":50889,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":35099,"score_linear":42005.0,"score_lmetric":35099},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132661,"ongoing_decode_tokens":132661,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":463,"cache_hit":34816,"new_prefill":283,"score_linear":97845.0,"score_lmetric":566}],"chosen_score_linear":97845.0,"chosen_score_lmetric":566,"t_first_token":30067.580699084,"t_first_token_unix":1779964064.135642,"t_done":30068.783365624,"t_done_unix":1779964065.3383086},{"request_id":"1266668:7:1287468:197","session_id":"1266668","input_length":87741,"t_proxy_recv":30056.361804942,"t_decision_unix":1779964052.9167461,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":80384,"affinity_cache_ratio":0.916150944256391,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7357 < 8000)","v3_prefill_cache_hit":80384,"v3_new_local":7357,"cache_hit":80384,"estimated_new_tokens":7357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":556,"cache_hit":4096,"new_prefill":83645,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":87741,"score_linear":104509.0,"score_lmetric":175482},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":87741,"score_linear":77805.0,"score_lmetric":165546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":87741,"score_linear":241593.0,"score_lmetric":263223},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":7680,"new_prefill":80061,"score_linear":1204.0,"score_lmetric":80061},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65318,"ongoing_decode_tokens":65318,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":449,"cache_hit":80384,"new_prefill":7357,"score_linear":-15066.0,"score_lmetric":14714}],"chosen_score_linear":-15066.0,"chosen_score_lmetric":14714,"t_first_token":30060.23406885,"t_first_token_unix":1779964056.7890127,"t_done":30069.714265616,"t_done_unix":1779964066.2692127},{"request_id":"1286551:3:1292589:219","session_id":"1286551","input_length":16914,"t_proxy_recv":30068.66152311,"t_decision_unix":1779964065.216464,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":9216,"affinity_cache_ratio":0.54487406881873,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7698 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":7698,"cache_hit":9216,"estimated_new_tokens":7698,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":616,"cache_hit":9216,"new_prefill":7698,"score_linear":-9216.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":1536,"new_prefill":15378,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":16914,"score_linear":82014.0,"score_lmetric":98928},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":1536,"new_prefill":15378,"score_linear":76269.0,"score_lmetric":93183},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":16914,"score_linear":233348.0,"score_lmetric":33828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":16914,"score_linear":-8884.0,"score_lmetric":-16914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167760,"ongoing_decode_tokens":167760,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":463,"cache_hit":0,"new_prefill":16914,"score_linear":167760.0,"score_lmetric":50742}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":30069.556063938,"t_first_token_unix":1779964066.1110077,"t_done":30069.750527361,"t_done_unix":1779964066.3054702},{"request_id":"1292750:1:1292750:220","session_id":"1292750","input_length":4684,"t_proxy_recv":30069.29605689,"t_decision_unix":1779964065.850998,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4684.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4684 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4684,"cache_hit":0,"estimated_new_tokens":4684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16914,"ongoing_decode_tokens":0,"pending_prefill_tokens":7698,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":4684,"score_linear":16914.0,"score_lmetric":12382},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":4684,"score_linear":82014.0,"score_lmetric":86698},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":4684,"score_linear":77805.0,"score_lmetric":82489},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":4684,"score_linear":233348.0,"score_lmetric":9368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":4684,"score_linear":-8884.0,"score_lmetric":-4684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":132661,"ongoing_decode_tokens":132661,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":463,"cache_hit":0,"new_prefill":4684,"score_linear":132661.0,"score_lmetric":9368}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-4684,"t_first_token":30069.590328003,"t_first_token_unix":1779964066.1452713,"t_done":30070.079099513,"t_done_unix":1779964066.634043},{"request_id":"1287100:1:1287100:196","session_id":"1287100","input_length":77805,"t_proxy_recv":30050.443793585,"t_decision_unix":1779964046.9987352,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":77805.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":77805,"cache_hit":0,"estimated_new_tokens":77805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57085,"ongoing_decode_tokens":57085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":535,"cache_hit":0,"new_prefill":77805,"score_linear":57085.0,"score_lmetric":155610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":77805,"score_linear":13962.0,"score_lmetric":91767},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":77805,"score_linear":49619.0,"score_lmetric":77805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103600,"ongoing_decode_tokens":15283,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":77805,"score_linear":103600.0,"score_lmetric":332244},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":77805,"score_linear":241593.0,"score_lmetric":590550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":77805,"score_linear":8884.0,"score_lmetric":77805},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":145373,"ongoing_decode_tokens":145373,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":406,"cache_hit":0,"new_prefill":77805,"score_linear":145373.0,"score_lmetric":233415}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30071.115829909,"t_first_token_unix":1779964067.6707735,"t_done":30071.656765051,"t_done_unix":1779964068.211708},{"request_id":"1291100:2:1293458:223","session_id":"1291100","input_length":2572,"t_proxy_recv":30071.785223579,"t_decision_unix":1779964068.3401644,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5972006220839814,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1036 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":1036,"cache_hit":1536,"estimated_new_tokens":1036,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":2572,"score_linear":24482.0,"score_lmetric":2572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":1536,"new_prefill":1036,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":2572,"score_linear":82014.0,"score_lmetric":84586},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":2572,"score_linear":233348.0,"score_lmetric":5144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":2572,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":2572,"score_linear":176235.0,"score_lmetric":8898}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":30071.863571017,"t_first_token_unix":1779964068.4185143,"t_done":30072.015382932,"t_done_unix":1779964068.5703259},{"request_id":"1293507:1:1293507:224","session_id":"1293507","input_length":6460,"t_proxy_recv":30071.971400992,"t_decision_unix":1779964068.5263424,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6460.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6460 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6460,"cache_hit":0,"estimated_new_tokens":6460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":6460,"score_linear":24482.0,"score_lmetric":6460},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2572,"ongoing_decode_tokens":2572,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":6460,"score_linear":2572.0,"score_lmetric":6460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":6460,"score_linear":82014.0,"score_lmetric":88474},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":651,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":6460,"score_linear":233348.0,"score_lmetric":12920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":6460,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":6460,"score_linear":176235.0,"score_lmetric":20562}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30072.412735994,"t_first_token_unix":1779964068.96768,"t_done":30072.534094016,"t_done_unix":1779964069.0890377},{"request_id":"1258859:4:1282900:176","session_id":"1258859","input_length":118736,"t_proxy_recv":30066.455232565,"t_decision_unix":1779964063.010174,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9960921708664601,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (464 < 8000)","v3_prefill_cache_hit":118272,"v3_new_local":464,"cache_hit":118272,"estimated_new_tokens":464,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42153,"ongoing_decode_tokens":0,"pending_prefill_tokens":169,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":0,"new_prefill":118736,"score_linear":42153.0,"score_lmetric":118905},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":118736,"score_linear":82014.0,"score_lmetric":200750},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":118736,"score_linear":15283.0,"score_lmetric":118736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":118736,"score_linear":77805.0,"score_lmetric":196541},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":329,"cache_hit":118272,"new_prefill":464,"score_linear":-3660.0,"score_lmetric":464},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33861,"ongoing_decode_tokens":42745,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":758,"cache_hit":0,"new_prefill":118736,"score_linear":33861.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":167014,"ongoing_decode_tokens":167014,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":462,"cache_hit":0,"new_prefill":118736,"score_linear":167014.0,"score_lmetric":356208}],"chosen_score_linear":-3660.0,"chosen_score_lmetric":464,"t_first_token":30066.685289951,"t_first_token_unix":1779964063.2402334,"t_done":30073.219463455,"t_done_unix":1779964069.774407},{"request_id":"1290365:3:1293216:222","session_id":"1290365","input_length":24482,"t_proxy_recv":30070.925264157,"t_decision_unix":1779964067.4802053,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.941099583367372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1442 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1442,"cache_hit":23040,"estimated_new_tokens":1442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":23040,"new_prefill":1442,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":24482,"score_linear":82014.0,"score_lmetric":106496},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":24482,"score_linear":77805.0,"score_lmetric":102287},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":24482,"score_linear":233348.0,"score_lmetric":48964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":24482,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":24482,"score_linear":176235.0,"score_lmetric":74628}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":30071.187256628,"t_first_token_unix":1779964067.7422004,"t_done":30075.302562842,"t_done_unix":1779964071.8575096},{"request_id":"1262354:13:1293000:221","session_id":"1262354","input_length":35210,"t_proxy_recv":30070.142065806,"t_decision_unix":1779964066.6970072,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9888099971598977,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (394 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":394,"cache_hit":34816,"estimated_new_tokens":394,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":12800,"new_prefill":22410,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35210,"score_linear":82014.0,"score_lmetric":117224},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":35210,"score_linear":77805.0,"score_lmetric":113015},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":35210,"score_linear":233348.0,"score_lmetric":70420},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":35210,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":141025,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":478,"cache_hit":34816,"new_prefill":394,"score_linear":106209.0,"score_lmetric":788}],"chosen_score_linear":106209.0,"chosen_score_lmetric":788,"t_first_token":30074.492826299,"t_first_token_unix":1779964071.0477695,"t_done":30075.35308721,"t_done_unix":1779964071.9080312},{"request_id":"1291944:2:1293798:227","session_id":"1291944","input_length":12388,"t_proxy_recv":30073.056962665,"t_decision_unix":1779964069.6119037,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6199547949628673,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4708 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":4708,"cache_hit":7680,"estimated_new_tokens":4708,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64760,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":12388,"score_linear":64760.0,"score_lmetric":24776},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":12388,"score_linear":40278.0,"score_lmetric":12388},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":12388,"score_linear":82014.0,"score_lmetric":94402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":12388,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":12388,"score_linear":233348.0,"score_lmetric":24776},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116017,"ongoing_decode_tokens":0,"pending_prefill_tokens":12924,"num_requests":1,"active_p_offloads":0,"cached_blocks":790,"cache_hit":7680,"new_prefill":4708,"score_linear":108337.0,"score_lmetric":17632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":12388,"score_linear":176235.0,"score_lmetric":38346}],"chosen_score_linear":108337.0,"chosen_score_lmetric":17632,"t_first_token":30075.544295143,"t_first_token_unix":1779964072.0992384,"t_done":30076.036671821,"t_done_unix":1779964072.5916154},{"request_id":"1262354:14:1294243:228","session_id":"1262354","input_length":35435,"t_proxy_recv":30075.360447043,"t_decision_unix":1779964071.915388,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9825313955129109,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (619 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":619,"cache_hit":34816,"estimated_new_tokens":619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":634,"cache_hit":12800,"new_prefill":22635,"score_linear":27478.0,"score_lmetric":22635},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":35435,"score_linear":40278.0,"score_lmetric":35435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35435,"score_linear":82014.0,"score_lmetric":117449},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35435,"score_linear":114612.0,"score_lmetric":35435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128405,"ongoing_decode_tokens":28796,"pending_prefill_tokens":4708,"num_requests":2,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":35435,"score_linear":128405.0,"score_lmetric":80286},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":141025,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":478,"cache_hit":34816,"new_prefill":619,"score_linear":106209.0,"score_lmetric":1238}],"chosen_score_linear":106209.0,"chosen_score_lmetric":1238,"t_first_token":30075.484550203,"t_first_token_unix":1779964072.039494,"t_done":30077.494706671,"t_done_unix":1779964074.0496511},{"request_id":"1294611:1:1294611:229","session_id":"1294611","input_length":21947,"t_proxy_recv":30075.517822533,"t_decision_unix":1779964072.0727572,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":9147.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":9147,"cache_hit":12800,"estimated_new_tokens":9147,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":634,"cache_hit":0,"new_prefill":21947,"score_linear":40278.0,"score_lmetric":21947},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":12800,"new_prefill":9147,"score_linear":27478.0,"score_lmetric":9147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":21947,"score_linear":82014.0,"score_lmetric":103961},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":12800,"new_prefill":9147,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21947,"score_linear":114612.0,"score_lmetric":21947},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128405,"ongoing_decode_tokens":28796,"pending_prefill_tokens":4708,"num_requests":2,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":21947,"score_linear":128405.0,"score_lmetric":53310},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176460,"ongoing_decode_tokens":80355,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":0,"new_prefill":21947,"score_linear":176460.0,"score_lmetric":65841}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30076.90353277,"t_first_token_unix":1779964073.4584763,"t_done":30077.573568791,"t_done_unix":1779964074.1285121},{"request_id":"1266668:8:1292408:218","session_id":"1266668","input_length":96105,"t_proxy_recv":30069.733879642,"t_decision_unix":1779964066.288821,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":88064,"affinity_cache_ratio":0.916331096196868,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=7680 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":88064,"v3_new_local":8041,"v3_src_idx":7,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":7680,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":-4200,"ongoing_decode_tokens":4684,"pending_prefill_tokens":0,"cache_hit_estimate":7680,"recent_mig_received_in_window":0},"cache_hit":88064,"estimated_new_tokens":8041,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16914,"ongoing_decode_tokens":16914,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":616,"cache_hit":4096,"new_prefill":92009,"score_linear":12818.0,"score_lmetric":92009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":752,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":96105,"score_linear":82014.0,"score_lmetric":178119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":96105,"score_linear":77805.0,"score_lmetric":173910},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":96105,"score_linear":233348.0,"score_lmetric":192210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-4200,"ongoing_decode_tokens":4684,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":7680,"new_prefill":88425,"score_linear":-11880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":478,"cache_hit":88064,"new_prefill":8041,"score_linear":-43144.0,"score_lmetric":8041}],"chosen_score_linear":-43144.0,"chosen_score_lmetric":8041,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30069.736576079,"t_prefill_sent_unix":1779964066.2915187,"t_decode_sent":30069.736603346,"t_decode_sent_unix":1779964066.2915473,"t_first_token":30076.622289452,"t_first_token_unix":1779964073.1772335,"t_done":30077.759803974,"t_done_unix":1779964074.3147478,"t_prefill_done":30077.759810995,"t_prefill_done_unix":1779964074.3147666},{"request_id":"1272313:8:1293738:226","session_id":"1272313","input_length":28796,"t_proxy_recv":30072.909137734,"t_decision_unix":1779964069.4640791,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15872,"affinity_cache_ratio":0.5511876649534657,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":15872,"v3_new_local":12924,"cache_hit":15872,"estimated_new_tokens":12924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64760,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":4096,"new_prefill":24700,"score_linear":60664.0,"score_lmetric":49400},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":28796,"score_linear":40278.0,"score_lmetric":28796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":28796,"score_linear":82014.0,"score_lmetric":110810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":28796,"score_linear":233348.0,"score_lmetric":57592},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":15872,"new_prefill":12924,"score_linear":71349.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":7680,"new_prefill":21116,"score_linear":168555.0,"score_lmetric":64530}],"chosen_score_linear":71349.0,"chosen_score_lmetric":0,"t_first_token":30075.106106366,"t_first_token_unix":1779964071.6610508,"t_done":30078.039591049,"t_done_unix":1779964074.5945344},{"request_id":"1279412:6:1293655:225","session_id":"1279412","input_length":40278,"t_proxy_recv":30072.551413363,"t_decision_unix":1779964069.106355,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":32256,"affinity_cache_ratio":0.8008342022940563,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":32256,"v3_new_local":8022,"v3_src_idx":0,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":32256,"estimated_new_tokens":8022,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":32256,"new_prefill":8022,"score_linear":-7774.0,"score_lmetric":8022},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":40278,"score_linear":82014.0,"score_lmetric":122292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":782,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":40278,"score_linear":233348.0,"score_lmetric":80556},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":790,"cache_hit":0,"new_prefill":40278,"score_linear":87221.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176235,"ongoing_decode_tokens":44920,"pending_prefill_tokens":394,"num_requests":3,"active_p_offloads":0,"cached_blocks":478,"cache_hit":12800,"new_prefill":27478,"score_linear":163435.0,"score_lmetric":83616}],"chosen_score_linear":-7774.0,"chosen_score_lmetric":8022,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"write_mode":true,"t_prefill_sent":30072.552626953,"t_prefill_sent_unix":1779964069.1075695,"t_decode_sent":30072.552640385,"t_decode_sent_unix":1779964069.107584,"t_first_token":30075.459292834,"t_first_token_unix":1779964072.0142372,"t_done":30078.997599273,"t_done_unix":1779964075.552543,"t_prefill_done":30078.997604773,"t_prefill_done_unix":1779964075.552548},{"request_id":"1295690:1:1295690:232","session_id":"1295690","input_length":10857,"t_proxy_recv":30079.420767109,"t_decision_unix":1779964075.9757087,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10857.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10857,"cache_hit":0,"estimated_new_tokens":10857,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":10857,"score_linear":82014.0,"score_lmetric":92871},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":800,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10857,"score_linear":114612.0,"score_lmetric":10857},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138513,"ongoing_decode_tokens":0,"pending_prefill_tokens":8645,"num_requests":1,"active_p_offloads":0,"cached_blocks":996,"cache_hit":0,"new_prefill":10857,"score_linear":138513.0,"score_lmetric":19502},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":10857,"score_linear":44920.0,"score_lmetric":10857}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30080.275112978,"t_first_token_unix":1779964076.8300571,"t_done":30080.718953544,"t_done_unix":1779964077.273897},{"request_id":"1266668:9:1295576:231","session_id":"1266668","input_length":96717,"t_proxy_recv":30079.086594254,"t_decision_unix":1779964075.6415355,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9899397210418024,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (973 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":973,"cache_hit":95744,"estimated_new_tokens":973,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":4096,"new_prefill":92621,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":833,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":96717,"score_linear":82014.0,"score_lmetric":178731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":800,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":96717,"score_linear":114612.0,"score_lmetric":96717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":0,"pending_prefill_tokens":7672,"num_requests":0,"active_p_offloads":0,"cached_blocks":996,"cache_hit":95744,"new_prefill":973,"score_linear":-53948.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":95744,"new_prefill":973,"score_linear":-50824.0,"score_lmetric":973}],"chosen_score_linear":-53948.0,"chosen_score_lmetric":0,"t_first_token":30080.816472276,"t_first_token_unix":1779964077.371416,"t_done":30081.245485147,"t_done_unix":1779964077.8004286},{"request_id":"1294611:2:1295852:233","session_id":"1294611","input_length":23610,"t_proxy_recv":30079.929304187,"t_decision_unix":1779964076.4842453,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9324862346463363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1594 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":1594,"cache_hit":22016,"estimated_new_tokens":1594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":10857,"ongoing_decode_tokens":0,"pending_prefill_tokens":10857,"num_requests":1,"active_p_offloads":0,"cached_blocks":833,"cache_hit":12800,"new_prefill":10810,"score_linear":-1943.0,"score_lmetric":21667},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":23610,"score_linear":82014.0,"score_lmetric":105624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":800,"cache_hit":22016,"new_prefill":1594,"score_linear":-22016.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23610,"score_linear":114612.0,"score_lmetric":23610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138513,"ongoing_decode_tokens":0,"pending_prefill_tokens":8645,"num_requests":1,"active_p_offloads":0,"cached_blocks":996,"cache_hit":0,"new_prefill":23610,"score_linear":138513.0,"score_lmetric":32255},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":23610,"score_linear":44920.0,"score_lmetric":23610}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":30080.289908237,"t_first_token_unix":1779964076.8448515,"t_done":30081.662600263,"t_done_unix":1779964078.2175436},{"request_id":"1289570:1:1289570:204","session_id":"1289570","input_length":82014,"t_proxy_recv":30058.765784633,"t_decision_unix":1779964055.3207257,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":82014.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":82014,"cache_hit":0,"estimated_new_tokens":82014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41801,"ongoing_decode_tokens":0,"pending_prefill_tokens":10057,"num_requests":2,"active_p_offloads":0,"cached_blocks":556,"cache_hit":0,"new_prefill":82014,"score_linear":41801.0,"score_lmetric":184142},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104509,"ongoing_decode_tokens":104509,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":82014,"score_linear":104509.0,"score_lmetric":164028},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":82014,"score_linear":77805.0,"score_lmetric":159819},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":82014,"score_linear":241593.0,"score_lmetric":246042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":82014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153059,"ongoing_decode_tokens":65318,"pending_prefill_tokens":7357,"num_requests":3,"active_p_offloads":0,"cached_blocks":449,"cache_hit":0,"new_prefill":82014,"score_linear":153059.0,"score_lmetric":268113}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30081.493180201,"t_first_token_unix":1779964078.0481238,"t_done":30082.011400016,"t_done_unix":1779964078.5663438},{"request_id":"1296872:1:1296872:235","session_id":"1296872","input_length":624,"t_proxy_recv":30083.484332869,"t_decision_unix":1779964080.0392742,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":624.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (624 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":624,"cache_hit":0,"estimated_new_tokens":624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":824,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":624,"score_linear":114612.0,"score_lmetric":624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":624,"score_linear":41796.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":624,"score_linear":80589.0,"score_lmetric":1248}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30083.546138242,"t_first_token_unix":1779964080.1010814,"t_done":30083.646587456,"t_done_unix":1779964080.2015307},{"request_id":"1275274:1:1275274:136","session_id":"1275274","input_length":114612,"t_proxy_recv":30009.29807835,"t_decision_unix":1779964005.8530197,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":114612.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":114612,"cache_hit":0,"estimated_new_tokens":114612,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":114612,"score_linear":166063.0,"score_lmetric":683817},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":114612,"score_linear":150574.0,"score_lmetric":464836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":114612,"score_linear":139076.0,"score_lmetric":408993},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":114612,"score_linear":121069.0,"score_lmetric":416084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":114612,"score_linear":102074.0,"score_lmetric":114612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30051.634300388,"t_first_token_unix":1779964048.1892438,"t_done":30083.83878801,"t_done_unix":1779964080.3937314},{"request_id":"1296983:1:1296983:236","session_id":"1296983","input_length":1791,"t_proxy_recv":30083.918488318,"t_decision_unix":1779964080.4734297,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1791.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1791 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1791,"cache_hit":0,"estimated_new_tokens":1791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":824,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":1791,"score_linear":41796.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":1791,"score_linear":80589.0,"score_lmetric":3582}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30084.085924323,"t_first_token_unix":1779964080.640868,"t_done":30084.310842003,"t_done_unix":1779964080.8657856},{"request_id":"1262354:15:1296106:234","session_id":"1262354","input_length":35669,"t_proxy_recv":30080.872419789,"t_decision_unix":1779964077.427361,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9904398777650061,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (341 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":341,"cache_hit":35328,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":12800,"new_prefill":22869,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":12800,"new_prefill":22869,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35669,"score_linear":82014.0,"score_lmetric":117683},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23610,"ongoing_decode_tokens":23610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":800,"cache_hit":0,"new_prefill":35669,"score_linear":23610.0,"score_lmetric":35669},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":35669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35669,"score_linear":114612.0,"score_lmetric":35669},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":138513,"ongoing_decode_tokens":147397,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":996,"cache_hit":0,"new_prefill":35669,"score_linear":138513.0,"score_lmetric":35669},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":35328,"new_prefill":341,"score_linear":9592.0,"score_lmetric":341}],"chosen_score_linear":9592.0,"chosen_score_lmetric":341,"t_first_token":30080.957426265,"t_first_token_unix":1779964077.5123694,"t_done":30084.546938143,"t_done_unix":1779964081.101881},{"request_id":"1269373:8:1295332:230","session_id":"1269373","input_length":50680,"t_proxy_recv":30078.069990193,"t_decision_unix":1779964074.6249316,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43008,"affinity_cache_ratio":0.8486187845303867,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7672 < 8000)","v3_prefill_cache_hit":43008,"v3_new_local":7672,"cache_hit":43008,"estimated_new_tokens":7672,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":634,"cache_hit":4096,"new_prefill":46584,"score_linear":36182.0,"score_lmetric":46584},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":754,"cache_hit":0,"new_prefill":50680,"score_linear":40278.0,"score_lmetric":50680},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":50680,"score_linear":82014.0,"score_lmetric":132694},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":800,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":50680,"score_linear":114612.0,"score_lmetric":50680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":996,"cache_hit":43008,"new_prefill":7672,"score_linear":-51892.0,"score_lmetric":-7672},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":494,"cache_hit":7680,"new_prefill":43000,"score_linear":37240.0,"score_lmetric":43000}],"chosen_score_linear":-51892.0,"chosen_score_lmetric":-7672,"t_first_token":30080.408255,"t_first_token_unix":1779964076.9631982,"t_done":30085.011280466,"t_done_unix":1779964081.566226},{"request_id":"1260327:7:1297673:242","session_id":"1260327","input_length":42363,"t_proxy_recv":30086.106905348,"t_decision_unix":1779964082.6618469,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.99105351367939,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (379 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":379,"cache_hit":41984,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":41984,"new_prefill":379,"score_linear":-41984.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":42363,"score_linear":60193.0,"score_lmetric":62108},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":42363,"score_linear":62414.0,"score_lmetric":85833},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":42363,"score_linear":83370.0,"score_lmetric":204362},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88261,"ongoing_decode_tokens":0,"pending_prefill_tokens":889,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":42363,"score_linear":88261.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":42363,"score_linear":44920.0,"score_lmetric":42363}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":30086.26178008,"t_first_token_unix":1779964082.816723,"t_done":30086.492126606,"t_done_unix":1779964083.0470698},{"request_id":"1272313:9:1297810:243","session_id":"1272313","input_length":29149,"t_proxy_recv":30086.585406493,"t_decision_unix":1779964083.1403482,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9836358022573674,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":477,"cache_hit":28672,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":4096,"new_prefill":25053,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":29149,"score_linear":60193.0,"score_lmetric":48894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":29149,"score_linear":62414.0,"score_lmetric":72619},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":29149,"score_linear":83370.0,"score_lmetric":177934},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":29149,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88261,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":28672,"new_prefill":477,"score_linear":59589.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":7680,"new_prefill":21469,"score_linear":37240.0,"score_lmetric":21469}],"chosen_score_linear":59589.0,"chosen_score_lmetric":0,"t_first_token":30086.682585121,"t_first_token_unix":1779964083.237528,"t_done":30088.477511079,"t_done_unix":1779964085.0324538},{"request_id":"1297811:1:1297811:244","session_id":"1297811","input_length":13992,"t_proxy_recv":30086.58947686,"t_decision_unix":1779964083.1444185,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13992.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13992,"cache_hit":0,"estimated_new_tokens":13992,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":1536,"new_prefill":12456,"score_linear":58657.0,"score_lmetric":32201},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":13992,"score_linear":62414.0,"score_lmetric":57462},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":13992,"score_linear":83370.0,"score_lmetric":147620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":117410,"ongoing_decode_tokens":97145,"pending_prefill_tokens":477,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":13992,"score_linear":117410.0,"score_lmetric":14469},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":13992,"score_linear":44920.0,"score_lmetric":13992}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30087.799258175,"t_first_token_unix":1779964084.354202,"t_done":30089.089656732,"t_done_unix":1779964085.6446002},{"request_id":"1266668:10:1297641:241","session_id":"1266668","input_length":97145,"t_proxy_recv":30086.024333813,"t_decision_unix":1779964082.5792754,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":96256,"affinity_cache_ratio":0.9908487312779866,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (889 < 8000)","v3_prefill_cache_hit":96256,"v3_new_local":889,"cache_hit":96256,"estimated_new_tokens":889,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":4096,"new_prefill":93049,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":97145,"score_linear":60193.0,"score_lmetric":116890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":97145,"score_linear":62414.0,"score_lmetric":140615},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":97145,"score_linear":83370.0,"score_lmetric":313926},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":96256,"new_prefill":889,"score_linear":-105140.0,"score_lmetric":-889},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":95744,"new_prefill":1401,"score_linear":-50824.0,"score_lmetric":1401}],"chosen_score_linear":-105140.0,"chosen_score_lmetric":-889,"t_first_token":30086.507378546,"t_first_token_unix":1779964083.0623217,"t_done":30089.625613904,"t_done_unix":1779964086.1805573},{"request_id":"1290365:4:1298540:247","session_id":"1290365","input_length":25103,"t_proxy_recv":30089.163088049,"t_decision_unix":1779964085.7180295,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.979006493247819,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (527 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":527,"cache_hit":24576,"estimated_new_tokens":527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":24576,"new_prefill":527,"score_linear":-24576.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":25103,"score_linear":60193.0,"score_lmetric":44848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":25103,"score_linear":62414.0,"score_lmetric":68573},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":25103,"score_linear":95364.0,"score_lmetric":269241},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":25103,"score_linear":21630.0,"score_lmetric":25103},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":88261,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1013,"cache_hit":0,"new_prefill":25103,"score_linear":88261.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66550,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":25103,"score_linear":66550.0,"score_lmetric":50206}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30089.269690284,"t_first_token_unix":1779964085.8246336,"t_done":30090.336687675,"t_done_unix":1779964086.8916311},{"request_id":"1298970:1:1298970:248","session_id":"1298970","input_length":9530,"t_proxy_recv":30090.72381142,"t_decision_unix":1779964087.2787526,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9530.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9530,"cache_hit":0,"estimated_new_tokens":9530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":9530,"score_linear":60193.0,"score_lmetric":29275},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":9530,"score_linear":62414.0,"score_lmetric":53000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":9530,"score_linear":95364.0,"score_lmetric":222522},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":9530,"score_linear":21630.0,"score_lmetric":9530},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":9530,"score_linear":-8884.0,"score_lmetric":-9530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66550,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":9530,"score_linear":66550.0,"score_lmetric":19060}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-9530,"t_first_token":30091.45163368,"t_first_token_unix":1779964088.0065773,"t_done":30091.639022441,"t_done_unix":1779964088.1939662},{"request_id":"1268861:3:1298057:245","session_id":"1268861","input_length":21630,"t_proxy_recv":30087.443123602,"t_decision_unix":1779964083.998065,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5917706888580675,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":12800,"v3_new_local":8830,"v3_src_idx":7,"v3_target_idx":4,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":12800,"estimated_new_tokens":8830,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":21630,"score_linear":13992.0,"score_lmetric":35622},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":21630,"score_linear":60193.0,"score_lmetric":41375},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":21630,"score_linear":62414.0,"score_lmetric":65100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":21630,"score_linear":83370.0,"score_lmetric":162896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":21630,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":117410,"ongoing_decode_tokens":126294,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":21630,"score_linear":117410.0,"score_lmetric":21630},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":12800,"new_prefill":8830,"score_linear":32120.0,"score_lmetric":8830}],"chosen_score_linear":32120.0,"chosen_score_lmetric":8830,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8004","v3_decode_target_idx":4,"write_mode":true,"t_prefill_sent":30087.443717276,"t_prefill_sent_unix":1779964083.99866,"t_decode_sent":30087.443737952,"t_decode_sent_unix":1779964083.9986818,"t_first_token":30089.621124378,"t_first_token_unix":1779964086.1760678,"t_done":30091.805316268,"t_done_unix":1779964088.3602598,"t_prefill_done":30091.805320363,"t_prefill_done_unix":1779964088.3602633},{"request_id":"1296872:2:1299394:251","session_id":"1296872","input_length":8352,"t_proxy_recv":30092.026223471,"t_decision_unix":1779964088.5811646,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.06130268199233716,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":7840.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7840 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":7840,"cache_hit":512,"estimated_new_tokens":7840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":678,"cache_hit":512,"new_prefill":7840,"score_linear":369.0,"score_lmetric":7840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":8352,"score_linear":60193.0,"score_lmetric":8352},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":8352,"score_linear":62414.0,"score_lmetric":51822},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":8352,"score_linear":95364.0,"score_lmetric":218988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-921,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":0,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":8352,"score_linear":-921.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":8352,"score_linear":44920.0,"score_lmetric":8352}],"chosen_score_linear":369.0,"chosen_score_lmetric":7840,"t_first_token":30092.587344677,"t_first_token_unix":1779964089.1422882,"t_done":30092.754306666,"t_done_unix":1779964089.3092496},{"request_id":"1299073:1:1299073:249","session_id":"1299073","input_length":881,"t_proxy_recv":30091.083810271,"t_decision_unix":1779964087.6387515,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":881.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (881 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":881,"cache_hit":0,"estimated_new_tokens":881,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":881,"score_linear":60193.0,"score_lmetric":20626},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":881,"score_linear":62414.0,"score_lmetric":44351},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":881,"score_linear":95364.0,"score_lmetric":196575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":881,"score_linear":21630.0,"score_lmetric":881},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":646,"ongoing_decode_tokens":0,"pending_prefill_tokens":9530,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":881,"score_linear":646.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66550,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":881,"score_linear":66550.0,"score_lmetric":1762}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30091.160911354,"t_first_token_unix":1779964087.7158546,"t_done":30092.856957097,"t_done_unix":1779964089.4118998},{"request_id":"1279412:7:1297236:238","session_id":"1279412","input_length":60193,"t_proxy_recv":30084.922310046,"t_decision_unix":1779964081.4772515,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":40448,"affinity_cache_ratio":0.6719718239662419,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":40448,"v3_new_local":19745,"cache_hit":40448,"estimated_new_tokens":19745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":39936,"new_prefill":20257,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":40448,"new_prefill":19745,"score_linear":-40448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":60193,"score_linear":59507.0,"score_lmetric":119700},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":60193,"score_linear":41796.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":12800,"new_prefill":47393,"score_linear":32120.0,"score_lmetric":47393}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":30091.40779922,"t_first_token_unix":1779964087.962743,"t_done":30093.249811542,"t_done_unix":1779964089.804755},{"request_id":"1292750:2:1299406:252","session_id":"1292750","input_length":19157,"t_proxy_recv":30092.062967981,"t_decision_unix":1779964088.6179092,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.24053870647804979,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":19157.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19157,"cache_hit":0,"estimated_new_tokens":19157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9233,"ongoing_decode_tokens":881,"pending_prefill_tokens":7840,"num_requests":2,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":19157,"score_linear":9233.0,"score_lmetric":53994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":19157,"score_linear":60193.0,"score_lmetric":19157},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":19157,"score_linear":62414.0,"score_lmetric":62627},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":19157,"score_linear":95364.0,"score_lmetric":251403},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-921,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":0,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":4608,"new_prefill":14549,"score_linear":-5529.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":19157,"score_linear":44920.0,"score_lmetric":19157}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30093.999395698,"t_first_token_unix":1779964090.5543392,"t_done":30094.083647632,"t_done_unix":1779964090.6385925},{"request_id":"1296983:2:1299368:250","session_id":"1296983","input_length":7963,"t_proxy_recv":30091.908603301,"t_decision_unix":1779964088.4635446,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":6,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1928921260831345,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":7963.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7963 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7963,"cache_hit":0,"estimated_new_tokens":7963,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":7963,"score_linear":881.0,"score_lmetric":7963},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":7963,"score_linear":60193.0,"score_lmetric":7963},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":1536,"new_prefill":6427,"score_linear":60878.0,"score_lmetric":49897},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":7963,"score_linear":95364.0,"score_lmetric":217821},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":7963,"score_linear":-8884.0,"score_lmetric":-7963},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":7963,"score_linear":44920.0,"score_lmetric":7963}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-7963,"t_first_token":30092.465021208,"t_first_token_unix":1779964089.0199647,"t_done":30094.736935416,"t_done_unix":1779964091.2918787},{"request_id":"1277909:3:1289205:201","session_id":"1277909","input_length":44920,"t_proxy_recv":30062.88785204,"t_decision_unix":1779964059.4427934,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.6952804986642921,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[1,1,1,2,1,3,2,2])","v3_prefill_cache_hit":31232,"v3_new_local":13688,"cache_hit":31232,"estimated_new_tokens":13688,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":575,"cache_hit":4096,"new_prefill":40824,"score_linear":19132.0,"score_lmetric":64052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":13552,"ongoing_decode_tokens":13552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":723,"cache_hit":0,"new_prefill":44920,"score_linear":13552.0,"score_lmetric":44920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":82014,"ongoing_decode_tokens":0,"pending_prefill_tokens":82014,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":44920,"score_linear":82014.0,"score_lmetric":126934},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":105032,"ongoing_decode_tokens":105032,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":751,"cache_hit":0,"new_prefill":44920,"score_linear":105032.0,"score_lmetric":89840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":499,"cache_hit":0,"new_prefill":44920,"score_linear":77805.0,"score_lmetric":122725},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":44920,"score_linear":241593.0,"score_lmetric":134760},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":58714,"ongoing_decode_tokens":58714,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":7680,"new_prefill":37240,"score_linear":51034.0,"score_lmetric":74480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":122094,"ongoing_decode_tokens":122094,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":462,"cache_hit":31232,"new_prefill":13688,"score_linear":90862.0,"score_lmetric":27376}],"chosen_score_linear":90862.0,"chosen_score_lmetric":27376,"t_first_token":30066.442062534,"t_first_token_unix":1779964062.9970083,"t_done":30096.089875304,"t_done_unix":1779964092.6448193},{"request_id":"1286804:2:1300234:256","session_id":"1286804","input_length":14213,"t_proxy_recv":30094.891035234,"t_decision_unix":1779964091.4459767,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9726306902131852,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (389 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":389,"cache_hit":13824,"estimated_new_tokens":389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":1536,"new_prefill":12677,"score_linear":-1536.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60678,"ongoing_decode_tokens":60678,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":13824,"new_prefill":389,"score_linear":46854.0,"score_lmetric":389},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":14213,"score_linear":62414.0,"score_lmetric":57683},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":14213,"score_linear":95364.0,"score_lmetric":236571},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39495,"ongoing_decode_tokens":48379,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":14213,"score_linear":39495.0,"score_lmetric":14213},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":14213,"score_linear":44920.0,"score_lmetric":14213}],"chosen_score_linear":46854.0,"chosen_score_lmetric":389,"t_first_token":30094.963938458,"t_first_token_unix":1779964091.5188813,"t_done":30096.109644288,"t_done_unix":1779964092.6645875},{"request_id":"1279412:8:1300001:255","session_id":"1279412","input_length":60678,"t_proxy_recv":30094.127442203,"t_decision_unix":1779964090.6823835,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9956821253172484,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (262 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":262,"cache_hit":60416,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":39936,"new_prefill":20742,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":60416,"new_prefill":262,"score_linear":-60416.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":60678,"score_linear":62414.0,"score_lmetric":104148},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":60678,"score_linear":95364.0,"score_lmetric":375966},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":60678,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47458,"ongoing_decode_tokens":7963,"pending_prefill_tokens":7419,"num_requests":2,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":0,"new_prefill":60678,"score_linear":47458.0,"score_lmetric":136194},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":12800,"new_prefill":47878,"score_linear":32120.0,"score_lmetric":47878}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":30094.33214089,"t_first_token_unix":1779964090.887084,"t_done":30096.303969624,"t_done_unix":1779964092.858913},{"request_id":"1272313:10:1299814:254","session_id":"1272313","input_length":29486,"t_proxy_recv":30093.443119665,"t_decision_unix":1779964089.9980614,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9897578511836126,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (302 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":302,"cache_hit":29184,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":25390,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":29486,"score_linear":62414.0,"score_lmetric":72956},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":29486,"score_linear":95364.0,"score_lmetric":282390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":29486,"score_linear":19157.0,"score_lmetric":48643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":17972,"ongoing_decode_tokens":7963,"pending_prefill_tokens":7117,"num_requests":1,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":29184,"new_prefill":302,"score_linear":-11212.0,"score_lmetric":7419},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":7680,"new_prefill":21806,"score_linear":37240.0,"score_lmetric":21806}],"chosen_score_linear":-11212.0,"chosen_score_lmetric":7419,"t_first_token":30094.452413438,"t_first_token_unix":1779964091.0073566,"t_done":30096.324682071,"t_done_unix":1779964092.8796253},{"request_id":"1290442:2:1298058:246","session_id":"1290442","input_length":11994,"t_proxy_recv":30087.455515408,"t_decision_unix":1779964084.0104568,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7168,"affinity_cache_ratio":0.5976321494080373,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4826 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":4826,"cache_hit":7168,"estimated_new_tokens":4826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":11994,"score_linear":13992.0,"score_lmetric":25986},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":11994,"score_linear":60193.0,"score_lmetric":31739},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":11994,"score_linear":62414.0,"score_lmetric":55464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83370,"ongoing_decode_tokens":0,"pending_prefill_tokens":59818,"num_requests":2,"active_p_offloads":0,"cached_blocks":803,"cache_hit":7168,"new_prefill":4826,"score_linear":76202.0,"score_lmetric":129288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21630,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":11994,"score_linear":21630.0,"score_lmetric":11994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":11994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":117410,"ongoing_decode_tokens":126294,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":11994,"score_linear":117410.0,"score_lmetric":11994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66550,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":11994,"score_linear":66550.0,"score_lmetric":23988}],"chosen_score_linear":76202.0,"chosen_score_lmetric":129288,"t_first_token":30097.578725568,"t_first_token_unix":1779964094.133669,"t_done":30097.714054494,"t_done_unix":1779964094.2689977},{"request_id":"1297473:1:1297473:239","session_id":"1297473","input_length":62414,"t_proxy_recv":30085.677871519,"t_decision_unix":1779964082.2328131,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":43470.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":18944,"v3_new_local":43470,"cache_hit":18944,"estimated_new_tokens":43470,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":62414,"score_linear":60193.0,"score_lmetric":82159},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":827,"cache_hit":18944,"new_prefill":43470,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":62414,"score_linear":59507.0,"score_lmetric":121921},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":62414,"score_linear":-8884.0,"score_lmetric":-62414},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":62414,"score_linear":44920.0,"score_lmetric":62414}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":30097.770284413,"t_first_token_unix":1779964094.325228,"t_done":30098.099654668,"t_done_unix":1779964094.6545997},{"request_id":"1297117:1:1297117:237","session_id":"1297117","input_length":59507,"t_proxy_recv":30084.400182992,"t_decision_unix":1779964080.9551241,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":59507.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59507,"cache_hit":0,"estimated_new_tokens":59507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":41796,"ongoing_decode_tokens":50680,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":997,"cache_hit":0,"new_prefill":59507,"score_linear":41796.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":80589,"ongoing_decode_tokens":80589,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":494,"cache_hit":0,"new_prefill":59507,"score_linear":80589.0,"score_lmetric":119014}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30097.572484862,"t_first_token_unix":1779964094.1274285,"t_done":30099.810929917,"t_done_unix":1779964096.3658736},{"request_id":"1294611:3:1297534:240","session_id":"1294611","input_length":23863,"t_proxy_recv":30085.76326255,"t_decision_unix":1779964082.318204,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9869672715081926,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":311,"cache_hit":23552,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":12800,"new_prefill":11063,"score_linear":47393.0,"score_lmetric":30808},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":23863,"score_linear":62414.0,"score_lmetric":67333},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":803,"cache_hit":23552,"new_prefill":311,"score_linear":35955.0,"score_lmetric":59818},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":663,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":23863,"score_linear":-8884.0,"score_lmetric":-23863},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":23863,"score_linear":44920.0,"score_lmetric":23863}],"chosen_score_linear":35955.0,"chosen_score_lmetric":59818,"t_first_token":30097.578118323,"t_first_token_unix":1779964094.1330616,"t_done":30101.483408464,"t_done_unix":1779964098.0383525},{"request_id":"1294611:4:1300505:257","session_id":"1294611","input_length":24384,"t_proxy_recv":30101.490228009,"t_decision_unix":1779964098.0451694,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9868766404199475,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":320,"cache_hit":24064,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":24384,"score_linear":112736.0,"score_lmetric":168672},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":12800,"new_prefill":11584,"score_linear":16172.0,"score_lmetric":29804},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":24384,"score_linear":34706.0,"score_lmetric":59090},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":929,"cache_hit":24064,"new_prefill":320,"score_linear":-24064.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6527,"ongoing_decode_tokens":0,"pending_prefill_tokens":6527,"num_requests":1,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":24384,"score_linear":6527.0,"score_lmetric":30911},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":24384,"score_linear":26441.0,"score_lmetric":50825},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":24384,"score_linear":162271.0,"score_lmetric":48768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30101.542757633,"t_first_token_unix":1779964098.0977006,"t_done":30101.90842009,"t_done_unix":1779964098.463363},{"request_id":"1302071:1:1302071:267","session_id":"1302071","input_length":6527,"t_proxy_recv":30101.441298323,"t_decision_unix":1779964097.99624,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":6527.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6527 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6527,"cache_hit":0,"estimated_new_tokens":6527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":6527,"score_linear":112736.0,"score_lmetric":115101},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":6527,"score_linear":28972.0,"score_lmetric":24747},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":6527,"score_linear":34706.0,"score_lmetric":41233},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":6527,"score_linear":23863.0,"score_lmetric":6527},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":6527,"score_linear":26441.0,"score_lmetric":32968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":6527,"score_linear":162271.0,"score_lmetric":13054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30101.874989545,"t_first_token_unix":1779964098.4299326,"t_done":30102.12030213,"t_done_unix":1779964098.675245},{"request_id":"1295690:2:1301706:264","session_id":"1295690","input_length":28972,"t_proxy_recv":30100.023211574,"t_decision_unix":1779964096.578153,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.37111694049427035,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":18220.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":10752,"v3_new_local":18220,"cache_hit":10752,"estimated_new_tokens":18220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":28972,"score_linear":112736.0,"score_lmetric":182436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":10752,"new_prefill":18220,"score_linear":-10752.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":28972,"score_linear":23863.0,"score_lmetric":28972},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":28972,"score_linear":162271.0,"score_lmetric":57944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":30102.936265356,"t_first_token_unix":1779964099.4912088,"t_done":30103.207880471,"t_done_unix":1779964099.762827},{"request_id":"1302449:1:1302449:269","session_id":"1302449","input_length":1105,"t_proxy_recv":30102.985524991,"t_decision_unix":1779964099.5404668,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":1105.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1105 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1105,"cache_hit":0,"estimated_new_tokens":1105,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":1105,"score_linear":112736.0,"score_lmetric":3315},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":28972,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":1105,"score_linear":28972.0,"score_lmetric":1105},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":1105,"score_linear":34706.0,"score_lmetric":35811},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":1105,"score_linear":75505.0,"score_lmetric":2592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":717,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":1105,"score_linear":26441.0,"score_lmetric":27546},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":1105,"score_linear":162271.0,"score_lmetric":2210},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30103.117290526,"t_first_token_unix":1779964099.6722343,"t_done":30103.557625832,"t_done_unix":1779964100.1125693},{"request_id":"1266668:11:1300918:260","session_id":"1266668","input_length":97811,"t_proxy_recv":30097.436064787,"t_decision_unix":1779964093.991006,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945711627526557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (531 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":531,"cache_hit":97280,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":93715,"score_linear":65459.0,"score_lmetric":248716},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":97811,"score_linear":62414.0,"score_lmetric":141281},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":97811,"score_linear":95364.0,"score_lmetric":487365},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10009,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":97280,"new_prefill":531,"score_linear":-87271.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":95744,"new_prefill":2067,"score_linear":-95744.0,"score_lmetric":0}],"chosen_score_linear":-87271.0,"chosen_score_lmetric":0,"t_first_token":30097.933017179,"t_first_token_unix":1779964094.4879625,"t_done":30104.858992124,"t_done_unix":1779964101.4139357},{"request_id":"1302063:1:1302063:266","session_id":"1302063","input_length":26441,"t_proxy_recv":30101.436234921,"t_decision_unix":1779964097.9911764,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":26441.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":26441,"cache_hit":0,"estimated_new_tokens":26441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":26441,"score_linear":112736.0,"score_lmetric":174843},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":26441,"score_linear":28972.0,"score_lmetric":44661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":26441,"score_linear":34706.0,"score_lmetric":61147},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":26441,"score_linear":23863.0,"score_lmetric":26441},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":26441,"score_linear":162271.0,"score_lmetric":52882},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30104.667582783,"t_first_token_unix":1779964101.2225266,"t_done":30104.922277384,"t_done_unix":1779964101.4772208},{"request_id":"1302907:1:1302907:272","session_id":"1302907","input_length":15958,"t_proxy_recv":30104.358528529,"t_decision_unix":1779964100.9134698,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":15958.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15958,"cache_hit":0,"estimated_new_tokens":15958,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":15958,"score_linear":112736.0,"score_lmetric":47874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":15958,"score_linear":34706.0,"score_lmetric":50664},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":15958,"score_linear":75505.0,"score_lmetric":32298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":717,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":15958,"score_linear":26441.0,"score_lmetric":42399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":192219,"ongoing_decode_tokens":201103,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":15958,"score_linear":192219.0,"score_lmetric":47874},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30105.82287698,"t_first_token_unix":1779964102.3778207,"t_done":30106.026498785,"t_done_unix":1779964102.581442},{"request_id":"1290365:5:1300807:259","session_id":"1290365","input_length":25948,"t_proxy_recv":30097.086145136,"t_decision_unix":1779964093.641086,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9668567905040851,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (860 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":860,"cache_hit":25088,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":695,"cache_hit":25088,"new_prefill":860,"score_linear":18519.0,"score_lmetric":30643},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":25948,"score_linear":62414.0,"score_lmetric":69418},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":25948,"score_linear":95364.0,"score_lmetric":271776},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":10009,"ongoing_decode_tokens":18893,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":25948,"score_linear":10009.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18519.0,"chosen_score_lmetric":30643,"t_first_token":30102.600689673,"t_first_token_unix":1779964099.155633,"t_done":30106.956471596,"t_done_unix":1779964103.511415},{"request_id":"1302449:2:1303563:277","session_id":"1302449","input_length":3709,"t_proxy_recv":30106.675571017,"t_decision_unix":1779964103.2305126,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.27608519816662175,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":2685.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2685 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":2685,"cache_hit":1024,"estimated_new_tokens":2685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":3709,"score_linear":112736.0,"score_lmetric":11127},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":3709,"score_linear":15081.0,"score_lmetric":18790},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":3709,"score_linear":34706.0,"score_lmetric":3709},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":3709,"score_linear":75505.0,"score_lmetric":7800},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":3709,"score_linear":14944.0,"score_lmetric":18653},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":3709,"score_linear":216376.0,"score_lmetric":11127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":542,"cache_hit":1024,"new_prefill":2685,"score_linear":120944.0,"score_lmetric":2685}],"chosen_score_linear":120944.0,"chosen_score_lmetric":2685,"t_first_token":30106.896105931,"t_first_token_unix":1779964103.4510498,"t_done":30107.118033025,"t_done_unix":1779964103.672976},{"request_id":"1303651:1:1303651:278","session_id":"1303651","input_length":3065,"t_proxy_recv":30106.984214784,"t_decision_unix":1779964103.5391562,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3065.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3065 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3065,"cache_hit":0,"estimated_new_tokens":3065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86788,"ongoing_decode_tokens":86788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":3065,"score_linear":86788.0,"score_lmetric":6130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":3065,"score_linear":15081.0,"score_lmetric":18146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":3065,"score_linear":34706.0,"score_lmetric":3065},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":3065,"score_linear":75505.0,"score_lmetric":6512},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":3065,"score_linear":14944.0,"score_lmetric":18009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":3065,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":3065,"score_linear":216376.0,"score_lmetric":9195},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":125677,"ongoing_decode_tokens":3709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":3065,"score_linear":125677.0,"score_lmetric":6130}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30107.172225382,"t_first_token_unix":1779964103.7271688,"t_done":30107.40129939,"t_done_unix":1779964103.9562428},{"request_id":"1303462:1:1303462:274","session_id":"1303462","input_length":14944,"t_proxy_recv":30106.382415635,"t_decision_unix":1779964102.9373567,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14944.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14944,"cache_hit":0,"estimated_new_tokens":14944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":14944,"score_linear":112736.0,"score_lmetric":44832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":14944,"score_linear":34706.0,"score_lmetric":14944},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":14944,"score_linear":75505.0,"score_lmetric":30270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94408,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":14944,"score_linear":94408.0,"score_lmetric":29888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30107.712124965,"t_first_token_unix":1779964104.2670684,"t_done":30108.011249743,"t_done_unix":1779964104.5661929},{"request_id":"1303517:1:1303517:275","session_id":"1303517","input_length":15081,"t_proxy_recv":30106.551521263,"t_decision_unix":1779964103.1064627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":15081.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15081,"cache_hit":0,"estimated_new_tokens":15081,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":15081,"score_linear":112736.0,"score_lmetric":45243},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":15081,"score_linear":34706.0,"score_lmetric":15081},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":15081,"score_linear":75505.0,"score_lmetric":30544},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":15081,"score_linear":14944.0,"score_lmetric":30025},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94408,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":15081,"score_linear":94408.0,"score_lmetric":30162},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":542,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30107.892259336,"t_first_token_unix":1779964104.4472032,"t_done":30108.231103933,"t_done_unix":1779964104.786047},{"request_id":"1302063:2:1303816:279","session_id":"1302063","input_length":30248,"t_proxy_recv":30107.65513895,"t_decision_unix":1779964104.21008,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":26112,"affinity_cache_ratio":0.8632636868553293,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4136 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":4136,"cache_hit":26112,"estimated_new_tokens":4136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86788,"ongoing_decode_tokens":86788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":30248,"score_linear":86788.0,"score_lmetric":60496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":30248,"score_linear":15081.0,"score_lmetric":45329},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":30248,"score_linear":34706.0,"score_lmetric":30248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":30248,"score_linear":75505.0,"score_lmetric":60878},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":30248,"score_linear":14944.0,"score_lmetric":45192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":649,"cache_hit":26112,"new_prefill":4136,"score_linear":-26112.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":30248,"score_linear":216376.0,"score_lmetric":90744},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30248,"score_linear":121968.0,"score_lmetric":30248}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":30108.505226143,"t_first_token_unix":1779964105.0601697,"t_done":30108.828072751,"t_done_unix":1779964105.383016},{"request_id":"1304239:1:1304239:280","session_id":"1304239","input_length":1300,"t_proxy_recv":30109.181406099,"t_decision_unix":1779964105.736347,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":1300.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1300 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1300,"cache_hit":0,"estimated_new_tokens":1300,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86788,"ongoing_decode_tokens":86788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":1300,"score_linear":86788.0,"score_lmetric":2600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":1300,"score_linear":34706.0,"score_lmetric":1300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":1300,"score_linear":75505.0,"score_lmetric":2982},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":777,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":1300,"score_linear":216376.0,"score_lmetric":3900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":1300,"score_linear":121968.0,"score_lmetric":1300}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30109.27805592,"t_first_token_unix":1779964105.8329995,"t_done":30109.422700649,"t_done_unix":1779964105.9776442},{"request_id":"1260327:8:1301686:263","session_id":"1260327","input_length":43181,"t_proxy_recv":30099.931224508,"t_decision_unix":1779964096.486166,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9722794747689957,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1197 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":1197,"cache_hit":41984,"estimated_new_tokens":1197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":695,"cache_hit":41984,"new_prefill":1197,"score_linear":27571.0,"score_lmetric":63680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":43181,"score_linear":23863.0,"score_lmetric":43181},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":43181,"score_linear":162271.0,"score_lmetric":86362},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":27571.0,"chosen_score_lmetric":63680,"t_first_token":30102.836266553,"t_first_token_unix":1779964099.3912098,"t_done":30110.43988906,"t_done_unix":1779964106.994835},{"request_id":"1294611:5:1301356:262","session_id":"1294611","input_length":25650,"t_proxy_recv":30101.914777643,"t_decision_unix":1779964098.469719,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9381676413255361,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1586 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":1586,"cache_hit":24064,"estimated_new_tokens":1586,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":0,"new_prefill":25650,"score_linear":112736.0,"score_lmetric":172470},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":12800,"new_prefill":12850,"score_linear":16172.0,"score_lmetric":31070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":25650,"score_linear":34706.0,"score_lmetric":60356},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":929,"cache_hit":24064,"new_prefill":1586,"score_linear":-24064.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6527,"ongoing_decode_tokens":6527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":25650,"score_linear":6527.0,"score_lmetric":25650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":25650,"score_linear":26441.0,"score_lmetric":52091},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":25650,"score_linear":162271.0,"score_lmetric":51300},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30102.194309533,"t_first_token_unix":1779964098.7492557,"t_done":30111.777226805,"t_done_unix":1779964108.3321733},{"request_id":"1304239:2:1304866:281","session_id":"1304239","input_length":7798,"t_proxy_recv":30111.331431425,"t_decision_unix":1779964107.8863726,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.13131572197999486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":6774.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6774 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":6774,"cache_hit":1024,"estimated_new_tokens":6774,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":7798,"score_linear":43607.0,"score_lmetric":7798},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":7798,"score_linear":34706.0,"score_lmetric":7798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":7798,"score_linear":75505.0,"score_lmetric":15978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":779,"cache_hit":1024,"new_prefill":6774,"score_linear":-1024.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":7798,"score_linear":216376.0,"score_lmetric":23394},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":7798,"score_linear":121968.0,"score_lmetric":7798}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":30111.810110276,"t_first_token_unix":1779964108.3650537,"t_done":30111.961248341,"t_done_unix":1779964108.5161922},{"request_id":"1304943:1:1304943:283","session_id":"1304943","input_length":2772,"t_proxy_recv":30111.581896269,"t_decision_unix":1779964108.136838,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":2772.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2772 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2772,"cache_hit":0,"estimated_new_tokens":2772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":2772,"score_linear":43607.0,"score_lmetric":2772},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":2772,"score_linear":34706.0,"score_lmetric":2772},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":2772,"score_linear":75505.0,"score_lmetric":5926},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":2772,"score_linear":7798.0,"score_lmetric":9546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":2772,"score_linear":216376.0,"score_lmetric":8316},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":2772,"score_linear":121968.0,"score_lmetric":2772}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30111.754661206,"t_first_token_unix":1779964108.309605,"t_done":30112.055958053,"t_done_unix":1779964108.6109009},{"request_id":"1253743:3:1302294:268","session_id":"1253743","input_length":49855,"t_proxy_recv":30102.372272062,"t_decision_unix":1779964098.927214,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.996168889780363,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (191 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":191,"cache_hit":49664,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":17408,"new_prefill":32447,"score_linear":95328.0,"score_lmetric":192861},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":3584,"new_prefill":46271,"score_linear":25388.0,"score_lmetric":64491},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":49855,"score_linear":34706.0,"score_lmetric":84561},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":25650,"ongoing_decode_tokens":25650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":929,"cache_hit":49664,"new_prefill":191,"score_linear":-24014.0,"score_lmetric":191},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":717,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":49855,"score_linear":26441.0,"score_lmetric":76296},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":4608,"new_prefill":45247,"score_linear":157663.0,"score_lmetric":90494},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24014.0,"chosen_score_lmetric":191,"t_first_token":30111.719637585,"t_first_token_unix":1779964108.2745814,"t_done":30113.490562341,"t_done_unix":1779964110.0455062},{"request_id":"1294611:6:1302460:270","session_id":"1294611","input_length":30645,"t_proxy_recv":30111.786492246,"t_decision_unix":1779964108.3414338,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":25600,"affinity_cache_ratio":0.8353728177516724,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5045 < 8000)","v3_prefill_cache_hit":25600,"v3_new_local":5045,"cache_hit":25600,"estimated_new_tokens":5045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":30645,"score_linear":43607.0,"score_lmetric":30645},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2772,"ongoing_decode_tokens":2772,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":12800,"new_prefill":17845,"score_linear":-10028.0,"score_lmetric":17845},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":30645,"score_linear":34706.0,"score_lmetric":30645},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49855,"ongoing_decode_tokens":49855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":25600,"new_prefill":5045,"score_linear":24255.0,"score_lmetric":5045},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":779,"cache_hit":0,"new_prefill":30645,"score_linear":7798.0,"score_lmetric":37419},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":30645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":30645,"score_linear":216376.0,"score_lmetric":91935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30645,"score_linear":121968.0,"score_lmetric":30645}],"chosen_score_linear":24255.0,"chosen_score_lmetric":5045,"t_first_token":30112.835457233,"t_first_token_unix":1779964109.3904014,"t_done":30115.179310655,"t_done_unix":1779964111.7342536},{"request_id":"1303651:2:1305707:287","session_id":"1303651","input_length":12795,"t_proxy_recv":30114.523495023,"t_decision_unix":1779964111.0784364,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3072,"affinity_cache_ratio":0.24009378663540445,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":9723.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3072,"v3_new_local":9723,"cache_hit":3072,"estimated_new_tokens":9723,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":12795,"score_linear":43607.0,"score_lmetric":12795},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":12795,"score_linear":137117.0,"score_lmetric":178992},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":12795,"score_linear":34706.0,"score_lmetric":12795},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":12795,"score_linear":30645.0,"score_lmetric":12795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":3072,"new_prefill":9723,"score_linear":-3072.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":12795,"score_linear":216376.0,"score_lmetric":38385},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":12795,"score_linear":121968.0,"score_lmetric":12795}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":30115.459667153,"t_first_token_unix":1779964112.0146108,"t_done":30115.580831364,"t_done_unix":1779964112.1357744},{"request_id":"1294611:6:1305080:284","session_id":"1294611","input_length":30995,"t_proxy_recv":30115.18557837,"t_decision_unix":1779964111.74052,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (275 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":275,"cache_hit":30720,"estimated_new_tokens":275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":30995,"score_linear":43607.0,"score_lmetric":30995},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":12800,"new_prefill":18195,"score_linear":124317.0,"score_lmetric":189792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":30995,"score_linear":34706.0,"score_lmetric":30995},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":30720,"new_prefill":275,"score_linear":-30720.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14027,"ongoing_decode_tokens":0,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":30995,"score_linear":14027.0,"score_lmetric":45022},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":30995,"score_linear":12795.0,"score_lmetric":40718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":30995,"score_linear":216376.0,"score_lmetric":92985},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30995,"score_linear":121968.0,"score_lmetric":30995}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":30115.251459047,"t_first_token_unix":1779964111.8064022,"t_done":30116.569134263,"t_done_unix":1779964113.1240773},{"request_id":"1303462:2:1306126:290","session_id":"1303462","input_length":18631,"t_proxy_recv":30115.753111714,"t_decision_unix":1779964112.308053,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14848,"affinity_cache_ratio":0.7969513176963126,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3783 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":3783,"cache_hit":14848,"estimated_new_tokens":3783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":18631,"score_linear":43607.0,"score_lmetric":18631},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":18631,"score_linear":137117.0,"score_lmetric":190664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":18631,"score_linear":34706.0,"score_lmetric":18631},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30995,"ongoing_decode_tokens":30995,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":18631,"score_linear":30995.0,"score_lmetric":18631},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14027,"ongoing_decode_tokens":0,"pending_prefill_tokens":14027,"num_requests":1,"active_p_offloads":0,"cached_blocks":792,"cache_hit":14848,"new_prefill":3783,"score_linear":-821.0,"score_lmetric":17810},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":18631,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":18631,"score_linear":216376.0,"score_lmetric":55893},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":18631,"score_linear":121968.0,"score_lmetric":18631}],"chosen_score_linear":-821.0,"chosen_score_lmetric":17810,"t_first_token":30116.884251698,"t_first_token_unix":1779964113.4391954,"t_done":30116.93278017,"t_done_unix":1779964113.4877236},{"request_id":"1306347:1:1306347:291","session_id":"1306347","input_length":897,"t_proxy_recv":30116.541543678,"t_decision_unix":1779964113.0964851,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":897.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (897 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":897,"cache_hit":0,"estimated_new_tokens":897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":897,"score_linear":43607.0,"score_lmetric":897},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":897,"score_linear":137117.0,"score_lmetric":155196},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":897,"score_linear":34706.0,"score_lmetric":897},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30995,"ongoing_decode_tokens":30995,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":897,"score_linear":30995.0,"score_lmetric":897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32658,"ongoing_decode_tokens":14027,"pending_prefill_tokens":3783,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":897,"score_linear":32658.0,"score_lmetric":9360},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":897,"score_linear":216376.0,"score_lmetric":2691},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":897,"score_linear":121968.0,"score_lmetric":897}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30116.645063996,"t_first_token_unix":1779964113.200008,"t_done":30117.014036158,"t_done_unix":1779964113.5689793},{"request_id":"1305906:1:1305906:289","session_id":"1305906","input_length":14027,"t_proxy_recv":30115.140389583,"t_decision_unix":1779964111.6953309,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":14027.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14027,"cache_hit":0,"estimated_new_tokens":14027,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":14027,"score_linear":43607.0,"score_lmetric":14027},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":14027,"score_linear":137117.0,"score_lmetric":181456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":14027,"score_linear":34706.0,"score_lmetric":14027},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":14027,"score_linear":30645.0,"score_lmetric":14027},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":14027,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":9723,"num_requests":1,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":14027,"score_linear":12795.0,"score_lmetric":23750},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":14027,"score_linear":216376.0,"score_lmetric":42081},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":14027,"score_linear":121968.0,"score_lmetric":14027}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30116.356070326,"t_first_token_unix":1779964112.9110136,"t_done":30117.937524641,"t_done_unix":1779964114.4924688},{"request_id":"1304239:3:1307007:294","session_id":"1304239","input_length":13840,"t_proxy_recv":30118.893459176,"t_decision_unix":1779964115.4484005,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5549132947976878,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6160 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":6160,"cache_hit":7680,"estimated_new_tokens":6160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74665,"ongoing_decode_tokens":74665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":13840,"score_linear":74665.0,"score_lmetric":27680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":13840,"score_linear":137117.0,"score_lmetric":181082},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":13840,"score_linear":34706.0,"score_lmetric":13840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":12658,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":13840,"score_linear":43378.0,"score_lmetric":26498},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":7680,"new_prefill":6160,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":13840,"score_linear":216376.0,"score_lmetric":41520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":13840,"score_linear":121968.0,"score_lmetric":13840}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":30119.570265559,"t_first_token_unix":1779964116.1252089,"t_done":30119.734970015,"t_done_unix":1779964116.2899134},{"request_id":"1253743:4:1307058:295","session_id":"1253743","input_length":49975,"t_proxy_recv":30119.094326597,"t_decision_unix":1779964115.6492674,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9937768884442221,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":311,"cache_hit":49664,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74665,"ongoing_decode_tokens":74665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":700,"cache_hit":17408,"new_prefill":32567,"score_linear":57257.0,"score_lmetric":65134},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":3584,"new_prefill":46391,"score_linear":133533.0,"score_lmetric":246184},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":49975,"score_linear":34706.0,"score_lmetric":49975},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":12658,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":49664,"new_prefill":311,"score_linear":-6286.0,"score_lmetric":12969},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13840,"ongoing_decode_tokens":0,"pending_prefill_tokens":6160,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":49975,"score_linear":13840.0,"score_lmetric":56135},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":49975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":4608,"new_prefill":45367,"score_linear":211768.0,"score_lmetric":136101},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":49975,"score_linear":121968.0,"score_lmetric":49975}],"chosen_score_linear":-6286.0,"chosen_score_lmetric":12969,"t_first_token":30121.583295604,"t_first_token_unix":1779964118.1382384,"t_done":30122.214360798,"t_done_unix":1779964118.7693043},{"request_id":"1277428:2:1306373:292","session_id":"1277428","input_length":31058,"t_proxy_recv":30116.651090811,"t_decision_unix":1779964113.2060323,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.8737201365187713,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3922 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":3922,"cache_hit":27136,"estimated_new_tokens":3922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":27136,"new_prefill":3922,"score_linear":16471.0,"score_lmetric":3922},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":3584,"new_prefill":27474,"score_linear":133533.0,"score_lmetric":208350},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":31058,"score_linear":34706.0,"score_lmetric":31058},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":17408,"new_prefill":13650,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":32658,"ongoing_decode_tokens":14027,"pending_prefill_tokens":3783,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":31058,"score_linear":32658.0,"score_lmetric":69682},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":897,"ongoing_decode_tokens":897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":676,"cache_hit":0,"new_prefill":31058,"score_linear":897.0,"score_lmetric":31058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":4608,"new_prefill":26450,"score_linear":211768.0,"score_lmetric":79350},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":31058,"score_linear":121968.0,"score_lmetric":31058}],"chosen_score_linear":16471.0,"chosen_score_lmetric":3922,"t_first_token":30117.529872702,"t_first_token_unix":1779964114.0848165,"t_done":30122.611869767,"t_done_unix":1779964119.166813},{"request_id":"1294611:7:1306822:293","session_id":"1294611","input_length":43378,"t_proxy_recv":30118.363184411,"t_decision_unix":1779964114.9181259,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7081930932730878,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":30720,"v3_new_local":12658,"cache_hit":30720,"estimated_new_tokens":12658,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74665,"ongoing_decode_tokens":74665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":43378,"score_linear":74665.0,"score_lmetric":86756},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":12800,"new_prefill":30578,"score_linear":124317.0,"score_lmetric":214558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":43378,"score_linear":34706.0,"score_lmetric":43378},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":30720,"new_prefill":12658,"score_linear":-30720.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":43378,"score_linear":216376.0,"score_lmetric":130134},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":43378,"score_linear":121968.0,"score_lmetric":43378}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":30121.521729957,"t_first_token_unix":1779964118.0766733,"t_done":30122.886171034,"t_done_unix":1779964119.4411142},{"request_id":"1269373:9:1300958:261","session_id":"1269373","input_length":54451,"t_proxy_recv":30097.584478163,"t_decision_unix":1779964094.1394196,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.9308919946373804,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3763 < 8000)","v3_prefill_cache_hit":50688,"v3_new_local":3763,"cache_hit":50688,"estimated_new_tokens":3763,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":69555,"ongoing_decode_tokens":0,"pending_prefill_tokens":30643,"num_requests":2,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":50355,"score_linear":65459.0,"score_lmetric":161996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":54451,"score_linear":62414.0,"score_lmetric":97921},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":95364,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":54451,"score_linear":95364.0,"score_lmetric":163353},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":54451,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107820,"ongoing_decode_tokens":18893,"pending_prefill_tokens":531,"num_requests":1,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":50688,"new_prefill":3763,"score_linear":57132.0,"score_lmetric":4294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":57132.0,"chosen_score_lmetric":4294,"t_first_token":30099.12192905,"t_first_token_unix":1779964095.676873,"t_done":30123.531644589,"t_done_unix":1779964120.0865884},{"request_id":"1302449:3:1308121:299","session_id":"1302449","input_length":8729,"t_proxy_recv":30122.82789625,"t_decision_unix":1779964119.3828375,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3584,"affinity_cache_ratio":0.41058540497193263,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":5145.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5145 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":5145,"cache_hit":3584,"estimated_new_tokens":5145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":8729,"score_linear":43607.0,"score_lmetric":8729},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":8729,"score_linear":160248.0,"score_lmetric":281139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":8729,"score_linear":34706.0,"score_lmetric":8729},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43378,"ongoing_decode_tokens":43378,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":8729,"score_linear":43378.0,"score_lmetric":8729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":8729,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":8729,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":8729,"score_linear":216376.0,"score_lmetric":26187},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":3584,"new_prefill":5145,"score_linear":118384.0,"score_lmetric":5145}],"chosen_score_linear":118384.0,"chosen_score_lmetric":5145,"t_first_token":30123.384865655,"t_first_token_unix":1779964119.93981,"t_done":30123.598753085,"t_done_unix":1779964120.1536963},{"request_id":"1303651:3:1308202:300","session_id":"1303651","input_length":22896,"t_proxy_recv":30123.086225557,"t_decision_unix":1779964119.641167,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5590496156533893,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":10096,"cache_hit":12800,"estimated_new_tokens":10096,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":22896,"score_linear":43607.0,"score_lmetric":22896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":22896,"score_linear":160248.0,"score_lmetric":323640},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":22896,"score_linear":34706.0,"score_lmetric":22896},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":22896,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":22896,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":12800,"new_prefill":10096,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":22896,"score_linear":216376.0,"score_lmetric":68688},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130697,"ongoing_decode_tokens":0,"pending_prefill_tokens":5145,"num_requests":2,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":22896,"score_linear":130697.0,"score_lmetric":56082}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30124.626732869,"t_first_token_unix":1779964121.1816769,"t_done":30124.699531708,"t_done_unix":1779964121.2544754},{"request_id":"1301929:1:1301929:265","session_id":"1301929","input_length":34706,"t_proxy_recv":30100.886603618,"t_decision_unix":1779964097.441545,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":34706.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":34706,"cache_hit":0,"estimated_new_tokens":34706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":0,"pending_prefill_tokens":31840,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":3584,"new_prefill":31122,"score_linear":109152.0,"score_lmetric":188886},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":0,"new_prefill":34706,"score_linear":28972.0,"score_lmetric":52926},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":34706,"score_linear":23863.0,"score_lmetric":34706},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":0,"new_prefill":34706,"score_linear":162271.0,"score_lmetric":69412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30105.91751239,"t_first_token_unix":1779964102.472456,"t_done":30124.744658441,"t_done_unix":1779964121.2996013},{"request_id":"1309040:1:1309040:302","session_id":"1309040","input_length":4679,"t_proxy_recv":30126.198837101,"t_decision_unix":1779964122.7537785,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":4679.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4679 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4679,"cache_hit":0,"estimated_new_tokens":4679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":4679,"score_linear":43607.0,"score_lmetric":4679},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":4679,"score_linear":160248.0,"score_lmetric":268989},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":4679,"score_linear":43710.0,"score_lmetric":4679},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":4679,"score_linear":221071.0,"score_lmetric":27123},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":4679,"score_linear":121968.0,"score_lmetric":4679}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30126.490962359,"t_first_token_unix":1779964123.0459056,"t_done":30126.991159442,"t_done_unix":1779964123.546104},{"request_id":"1294611:8:1308970:301","session_id":"1294611","input_length":43710,"t_proxy_recv":30125.871180061,"t_decision_unix":1779964122.4261212,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9956531686113017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":190,"cache_hit":43520,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":43710,"score_linear":43607.0,"score_lmetric":43710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":12800,"new_prefill":30910,"score_linear":147448.0,"score_lmetric":347682},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":43520,"new_prefill":190,"score_linear":-43520.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":43710,"score_linear":221071.0,"score_lmetric":144216},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":43710,"score_linear":121968.0,"score_lmetric":43710}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":30126.024535096,"t_first_token_unix":1779964122.579478,"t_done":30127.305231915,"t_done_unix":1779964123.8601754},{"request_id":"1309252:1:1309252:304","session_id":"1309252","input_length":24545,"t_proxy_recv":30127.029278059,"t_decision_unix":1779964123.5842197,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":24545.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24545,"cache_hit":0,"estimated_new_tokens":24545,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":24545,"score_linear":43607.0,"score_lmetric":24545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":24545,"score_linear":160248.0,"score_lmetric":328587},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":24545,"score_linear":43710.0,"score_lmetric":24545},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":24545,"score_linear":221071.0,"score_lmetric":86721},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":24545,"score_linear":121968.0,"score_lmetric":24545}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30129.844577875,"t_first_token_unix":1779964126.3995214,"t_done":30131.725815822,"t_done_unix":1779964128.2807682},{"request_id":"1310590:1:1310590:306","session_id":"1310590","input_length":18089,"t_proxy_recv":30131.613764758,"t_decision_unix":1779964128.168706,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":18089.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":18089,"cache_hit":0,"estimated_new_tokens":18089,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":18089,"score_linear":43607.0,"score_lmetric":18089},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":18089,"score_linear":160248.0,"score_lmetric":309219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":24545,"ongoing_decode_tokens":24545,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":696,"cache_hit":0,"new_prefill":18089,"score_linear":24545.0,"score_lmetric":18089},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":18089,"score_linear":221071.0,"score_lmetric":67353},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":18089,"score_linear":121968.0,"score_lmetric":18089}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30133.397208879,"t_first_token_unix":1779964129.9521525,"t_done":30133.896162265,"t_done_unix":1779964130.4511056},{"request_id":"1304943:2:1311189:307","session_id":"1304943","input_length":13164,"t_proxy_recv":30133.745253635,"t_decision_unix":1779964130.3001945,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":4,"affinity_cache_hit":2560,"affinity_cache_ratio":0.19446976602856275,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":13164.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13164,"cache_hit":0,"estimated_new_tokens":13164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":13164,"score_linear":43607.0,"score_lmetric":13164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":2560,"new_prefill":10604,"score_linear":157688.0,"score_lmetric":286764},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":18089,"ongoing_decode_tokens":18089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":13164,"score_linear":18089.0,"score_lmetric":13164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":13164,"score_linear":221071.0,"score_lmetric":52578},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":13164,"score_linear":121968.0,"score_lmetric":13164}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30134.851079267,"t_first_token_unix":1779964131.4060225,"t_done":30134.903885293,"t_done_unix":1779964131.4588282},{"request_id":"1303517:2:1307703:297","session_id":"1303517","input_length":23131,"t_proxy_recv":30121.41948884,"t_decision_unix":1779964117.9744298,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6419091262807488,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":14848,"v3_new_local":8283,"cache_hit":14848,"estimated_new_tokens":8283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74665,"ongoing_decode_tokens":74665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":23131,"score_linear":74665.0,"score_lmetric":46262},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":0,"pending_prefill_tokens":76701,"num_requests":2,"active_p_offloads":0,"cached_blocks":962,"cache_hit":14848,"new_prefill":8283,"score_linear":122269.0,"score_lmetric":169968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":23131,"score_linear":34706.0,"score_lmetric":23131},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93353,"ongoing_decode_tokens":0,"pending_prefill_tokens":12969,"num_requests":2,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":23131,"score_linear":93353.0,"score_lmetric":72200},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":23131,"score_linear":216376.0,"score_lmetric":69393},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":23131,"score_linear":121968.0,"score_lmetric":23131}],"chosen_score_linear":122269.0,"chosen_score_lmetric":169968,"t_first_token":30134.411701643,"t_first_token_unix":1779964130.9666455,"t_done":30135.372865969,"t_done_unix":1779964131.9278088},{"request_id":"1305420:1:1305420:285","session_id":"1305420","input_length":75826,"t_proxy_recv":30113.349127171,"t_decision_unix":1779964109.9040685,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":75826.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":75826,"cache_hit":0,"estimated_new_tokens":75826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":0,"new_prefill":75826,"score_linear":43607.0,"score_lmetric":75826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":75826,"score_linear":34706.0,"score_lmetric":75826},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80500,"ongoing_decode_tokens":80500,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":75826,"score_linear":80500.0,"score_lmetric":151652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":75826,"score_linear":216376.0,"score_lmetric":227478},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":75826,"score_linear":121968.0,"score_lmetric":75826}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30134.033137746,"t_first_token_unix":1779964130.5880818,"t_done":30135.545967655,"t_done_unix":1779964132.100911},{"request_id":"1303517:3:1309213:303","session_id":"1303517","input_length":23259,"t_proxy_recv":30135.377836927,"t_decision_unix":1779964131.9327786,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9905842899522765,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (219 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":219,"cache_hit":23040,"estimated_new_tokens":219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75218,"ongoing_decode_tokens":43607,"pending_prefill_tokens":379,"num_requests":2,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":23259,"score_linear":75218.0,"score_lmetric":47276},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":137117,"ongoing_decode_tokens":137117,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":978,"cache_hit":23040,"new_prefill":219,"score_linear":114077.0,"score_lmetric":438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":23259,"score_linear":8996.0,"score_lmetric":23551},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":23259,"score_linear":44792.0,"score_lmetric":43475},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":23259,"score_linear":221071.0,"score_lmetric":82863},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":23259,"score_linear":121968.0,"score_lmetric":23259}],"chosen_score_linear":114077.0,"chosen_score_lmetric":438,"t_first_token":30135.479241024,"t_first_token_unix":1779964132.034184,"t_done":30135.606430422,"t_done_unix":1779964132.1613731},{"request_id":"1277428:3:1311644:311","session_id":"1277428","input_length":31611,"t_proxy_recv":30135.36808287,"t_decision_unix":1779964131.9230244,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9880105026731201,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (379 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":379,"cache_hit":31232,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":31232,"new_prefill":379,"score_linear":12375.0,"score_lmetric":379},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":160248,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":3584,"new_prefill":28027,"score_linear":156664.0,"score_lmetric":84081},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":17408,"new_prefill":14203,"score_linear":-8412.0,"score_lmetric":14495},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":31611,"score_linear":44792.0,"score_lmetric":51827},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":4608,"new_prefill":27003,"score_linear":216463.0,"score_lmetric":94095},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":31611,"score_linear":121968.0,"score_lmetric":31611}],"chosen_score_linear":12375.0,"chosen_score_lmetric":379,"t_first_token":30135.438596038,"t_first_token_unix":1779964131.9935393,"t_done":30135.956948735,"t_done_unix":1779964132.5118916},{"request_id":"1279412:9:1305633:286","session_id":"1279412","input_length":61291,"t_proxy_recv":30114.26014291,"t_decision_unix":1779964110.8150837,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":60416,"affinity_cache_ratio":0.985723841999641,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (875 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":875,"cache_hit":60416,"estimated_new_tokens":875,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":700,"cache_hit":39936,"new_prefill":21355,"score_linear":3671.0,"score_lmetric":21355},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":962,"cache_hit":60416,"new_prefill":875,"score_linear":15410.0,"score_lmetric":76701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":61291,"score_linear":34706.0,"score_lmetric":61291},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30645,"ongoing_decode_tokens":30645,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":932,"cache_hit":0,"new_prefill":61291,"score_linear":30645.0,"score_lmetric":61291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":657,"cache_hit":0,"new_prefill":61291,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":216376,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":61291,"score_linear":216376.0,"score_lmetric":183873},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":12800,"new_prefill":48491,"score_linear":109168.0,"score_lmetric":48491}],"chosen_score_linear":15410.0,"chosen_score_lmetric":76701,"t_first_token":30134.0415075,"t_first_token_unix":1779964130.5964508,"t_done":30136.173479965,"t_done_unix":1779964132.728425},{"request_id":"1303517:4:1311293:308","session_id":"1303517","input_length":24638,"t_proxy_recv":30135.612376136,"t_decision_unix":1779964132.1673179,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9351408393538436,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1598 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1598,"cache_hit":23040,"estimated_new_tokens":1598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75218,"ongoing_decode_tokens":75218,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":24638,"score_linear":75218.0,"score_lmetric":49276},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1126,"cache_hit":23040,"new_prefill":1598,"score_linear":38251.0,"score_lmetric":1598},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":24638,"score_linear":8996.0,"score_lmetric":24930},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":24638,"score_linear":44792.0,"score_lmetric":44854},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":24638,"score_linear":221071.0,"score_lmetric":87000},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":24638,"score_linear":121968.0,"score_lmetric":24638}],"chosen_score_linear":38251.0,"chosen_score_lmetric":1598,"t_first_token":30135.930531658,"t_first_token_unix":1779964132.485475,"t_done":30136.207637282,"t_done_unix":1779964132.7625802},{"request_id":"1299507:1:1299507:253","session_id":"1299507","input_length":18893,"t_proxy_recv":30092.323361637,"t_decision_unix":1779964088.878303,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":15080.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7117 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":7117,"cache_hit":11776,"estimated_new_tokens":7117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":9233,"ongoing_decode_tokens":881,"pending_prefill_tokens":7840,"num_requests":2,"active_p_offloads":0,"cached_blocks":678,"cache_hit":0,"new_prefill":18893,"score_linear":9233.0,"score_lmetric":53466},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":854,"cache_hit":0,"new_prefill":18893,"score_linear":60193.0,"score_lmetric":18893},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":18893,"score_linear":62414.0,"score_lmetric":62363},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":18893,"score_linear":95364.0,"score_lmetric":250611},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":18893,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":18893,"score_linear":19157.0,"score_lmetric":38050},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-921,"ongoing_decode_tokens":0,"pending_prefill_tokens":7963,"num_requests":0,"active_p_offloads":0,"cached_blocks":1033,"cache_hit":11776,"new_prefill":7117,"score_linear":-12697.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":512,"cache_hit":0,"new_prefill":18893,"score_linear":44920.0,"score_lmetric":18893}],"chosen_score_linear":-12697.0,"chosen_score_lmetric":0,"t_first_token":30094.370554721,"t_first_token_unix":1779964090.9254978,"t_done":30136.466180754,"t_done_unix":1779964133.0211241},{"request_id":"1279412:10:1308091:298","session_id":"1279412","input_length":61505,"t_proxy_recv":30136.186244473,"t_decision_unix":1779964132.741186,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9906186488903341,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (577 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":577,"cache_hit":60928,"estimated_new_tokens":577,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":39936,"new_prefill":21569,"score_linear":3671.0,"score_lmetric":21569},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24638,"ongoing_decode_tokens":24638,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":60928,"new_prefill":577,"score_linear":-36290.0,"score_lmetric":577},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":20175,"ongoing_decode_tokens":0,"pending_prefill_tokens":20175,"num_requests":1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":61505,"score_linear":20175.0,"score_lmetric":81680},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":8996,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":61505,"score_linear":8996.0,"score_lmetric":61505},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":61505,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":61505,"score_linear":44792.0,"score_lmetric":81721},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":61505,"score_linear":221071.0,"score_lmetric":197601},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":48705,"score_linear":109168.0,"score_lmetric":48705}],"chosen_score_linear":-36290.0,"chosen_score_lmetric":577,"t_first_token":30136.351518643,"t_first_token_unix":1779964132.9064622,"t_done":30137.128902815,"t_done_unix":1779964133.6838472},{"request_id":"1258908:2:1311606:310","session_id":"1258908","input_length":8996,"t_proxy_recv":30135.188054501,"t_decision_unix":1779964131.742996,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9675411293908404,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (292 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":292,"cache_hit":8704,"estimated_new_tokens":292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":8996,"score_linear":43607.0,"score_lmetric":8996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":160248,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":8996,"score_linear":160248.0,"score_lmetric":26988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":8704,"new_prefill":292,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":8996,"score_linear":44792.0,"score_lmetric":29212},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":8996,"score_linear":221071.0,"score_lmetric":40074},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":8996,"score_linear":121968.0,"score_lmetric":8996}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":30135.866044333,"t_first_token_unix":1779964132.420988,"t_done":30137.783406398,"t_done_unix":1779964134.3383498},{"request_id":"1311753:1:1311753:312","session_id":"1311753","input_length":20175,"t_proxy_recv":30135.760174466,"t_decision_unix":1779964132.3151164,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":20175.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":20175,"cache_hit":0,"estimated_new_tokens":20175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75218,"ongoing_decode_tokens":75218,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":20175,"score_linear":75218.0,"score_lmetric":40350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":85929,"ongoing_decode_tokens":61291,"pending_prefill_tokens":1598,"num_requests":2,"active_p_offloads":0,"cached_blocks":1126,"cache_hit":0,"new_prefill":20175,"score_linear":85929.0,"score_lmetric":43546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":20175,"score_linear":8996.0,"score_lmetric":20467},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":20175,"score_linear":44792.0,"score_lmetric":40391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":20175,"score_linear":221071.0,"score_lmetric":73611},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":20175,"score_linear":121968.0,"score_lmetric":20175}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30137.858144666,"t_first_token_unix":1779964134.413088,"t_done":30138.040318058,"t_done_unix":1779964134.5952609},{"request_id":"1297811:2:1300578:258","session_id":"1297811","input_length":43607,"t_proxy_recv":30096.229681486,"t_decision_unix":1779964092.7846224,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.3170133235489715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":29783.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":29783,"cache_hit":13824,"estimated_new_tokens":29783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":695,"cache_hit":13824,"new_prefill":29783,"score_linear":-13824.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60678,"ongoing_decode_tokens":60678,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":893,"cache_hit":1536,"new_prefill":42071,"score_linear":59142.0,"score_lmetric":42071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":43470,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":43607,"score_linear":62414.0,"score_lmetric":87077},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":95364,"ongoing_decode_tokens":0,"pending_prefill_tokens":64644,"num_requests":3,"active_p_offloads":0,"cached_blocks":803,"cache_hit":0,"new_prefill":43607,"score_linear":95364.0,"score_lmetric":324753},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":705,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39495,"ongoing_decode_tokens":48379,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":43607,"score_linear":39495.0,"score_lmetric":43607},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":540,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":30102.596793566,"t_first_token_unix":1779964099.151737,"t_done":30139.242239194,"t_done_unix":1779964135.7971826},{"request_id":"1269373:10:1304899:282","session_id":"1269373","input_length":59146,"t_proxy_recv":30123.550455654,"t_decision_unix":1779964120.1053972,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9262502958779968,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4362 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":4362,"cache_hit":54784,"estimated_new_tokens":4362,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":4096,"new_prefill":55050,"score_linear":39511.0,"score_lmetric":55050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":0,"pending_prefill_tokens":84984,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":59146,"score_linear":160248.0,"score_lmetric":432390},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":59146,"score_linear":34706.0,"score_lmetric":59146},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":838,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22896,"ongoing_decode_tokens":0,"pending_prefill_tokens":10096,"num_requests":1,"active_p_offloads":0,"cached_blocks":677,"cache_hit":0,"new_prefill":59146,"score_linear":22896.0,"score_lmetric":69242},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161925,"ongoing_decode_tokens":48841,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":54784,"new_prefill":4362,"score_linear":107141.0,"score_lmetric":8724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130697,"ongoing_decode_tokens":8729,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":547,"cache_hit":7680,"new_prefill":51466,"score_linear":123017.0,"score_lmetric":102932}],"chosen_score_linear":107141.0,"chosen_score_lmetric":8724,"t_first_token":30136.223353904,"t_first_token_unix":1779964132.7782974,"t_done":30139.255138497,"t_done_unix":1779964135.8100817},{"request_id":"1299507:2:1305770:288","session_id":"1299507","input_length":18915,"t_proxy_recv":30136.47114888,"t_decision_unix":1779964133.0260904,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9744647105471848,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":483,"cache_hit":18432,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":18915,"score_linear":43607.0,"score_lmetric":18915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":61505,"ongoing_decode_tokens":61505,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":18915,"score_linear":61505.0,"score_lmetric":18915},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":20175,"ongoing_decode_tokens":0,"pending_prefill_tokens":20175,"num_requests":1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":18915,"score_linear":20175.0,"score_lmetric":39090},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":8996,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":18915,"score_linear":8996.0,"score_lmetric":18915},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":18915,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":18915,"score_linear":44792.0,"score_lmetric":39131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202178,"ongoing_decode_tokens":89094,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":18432,"new_prefill":483,"score_linear":183746.0,"score_lmetric":966},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":18915,"score_linear":121968.0,"score_lmetric":18915}],"chosen_score_linear":183746.0,"chosen_score_lmetric":966,"t_first_token":30136.523262018,"t_first_token_unix":1779964133.0782049,"t_done":30139.483294251,"t_done_unix":1779964136.038237},{"request_id":"1294611:9:1312398:313","session_id":"1294611","input_length":44335,"t_proxy_recv":30138.046287209,"t_decision_unix":1779964134.6012285,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9816172324348709,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (815 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":815,"cache_hit":43520,"estimated_new_tokens":815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":44335,"score_linear":43607.0,"score_lmetric":44335},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64558,"ongoing_decode_tokens":0,"pending_prefill_tokens":3118,"num_requests":1,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":12800,"new_prefill":31535,"score_linear":51758.0,"score_lmetric":34653},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":968,"cache_hit":43520,"new_prefill":815,"score_linear":-43520.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":44335,"score_linear":44792.0,"score_lmetric":64551},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221093,"ongoing_decode_tokens":108009,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":44335,"score_linear":221093.0,"score_lmetric":133005},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":44335,"score_linear":121968.0,"score_lmetric":44335}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":30138.291998436,"t_first_token_unix":1779964134.8469512,"t_done":30139.597636019,"t_done_unix":1779964136.1525793},{"request_id":"1279412:11:1310014:305","session_id":"1279412","input_length":64558,"t_proxy_recv":30137.142355439,"t_decision_unix":1779964133.6972966,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9517023451779795,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3118 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":3118,"cache_hit":61440,"estimated_new_tokens":3118,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":39936,"new_prefill":24622,"score_linear":3671.0,"score_lmetric":24622},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":61440,"new_prefill":3118,"score_linear":-61440.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":20175,"ongoing_decode_tokens":0,"pending_prefill_tokens":20175,"num_requests":1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":64558,"score_linear":20175.0,"score_lmetric":84733},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":8996,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":64558,"score_linear":8996.0,"score_lmetric":64558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":64558,"score_linear":44792.0,"score_lmetric":84774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221093,"ongoing_decode_tokens":108009,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":64558,"score_linear":221093.0,"score_lmetric":193674},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":51758,"score_linear":109168.0,"score_lmetric":51758}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":30138.442117994,"t_first_token_unix":1779964134.997062,"t_done":30139.832271062,"t_done_unix":1779964136.3872147},{"request_id":"1303517:5:1313040:317","session_id":"1303517","input_length":25637,"t_proxy_recv":30140.107577307,"t_decision_unix":1779964136.6625187,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9586145024768888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1061 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":1061,"cache_hit":24576,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1137,"cache_hit":24576,"new_prefill":1061,"score_linear":-24576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40245,"ongoing_decode_tokens":13360,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":25637,"score_linear":40245.0,"score_lmetric":62036},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":44792,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":25637,"score_linear":44792.0,"score_lmetric":25637},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202478,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":25637,"score_linear":202478.0,"score_lmetric":51274},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":25637,"score_linear":121968.0,"score_lmetric":25637}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30140.375565368,"t_first_token_unix":1779964136.9305089,"t_done":30140.410182132,"t_done_unix":1779964136.9651253},{"request_id":"1309252:2:1311531:309","session_id":"1309252","input_length":44792,"t_proxy_recv":30134.962677339,"t_decision_unix":1779964131.517619,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":24576,"affinity_cache_ratio":0.5486694052509377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":24576,"v3_new_local":20216,"cache_hit":24576,"estimated_new_tokens":20216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":44792,"score_linear":43607.0,"score_lmetric":44792},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":160248,"ongoing_decode_tokens":160248,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":962,"cache_hit":0,"new_prefill":44792,"score_linear":160248.0,"score_lmetric":134376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":967,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":744,"cache_hit":24576,"new_prefill":20216,"score_linear":-24576.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221071,"ongoing_decode_tokens":48841,"pending_prefill_tokens":4362,"num_requests":3,"active_p_offloads":0,"cached_blocks":1058,"cache_hit":0,"new_prefill":44792,"score_linear":221071.0,"score_lmetric":147462},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":44792,"score_linear":121968.0,"score_lmetric":44792}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30139.887281453,"t_first_token_unix":1779964136.4422247,"t_done":30140.571217764,"t_done_unix":1779964137.126161},{"request_id":"1306347:2:1312642:314","session_id":"1306347","input_length":13360,"t_proxy_recv":30138.940603922,"t_decision_unix":1779964135.4955451,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":512,"affinity_cache_ratio":0.03832335329341317,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":13360.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13360,"cache_hit":0,"estimated_new_tokens":13360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":13360,"score_linear":43607.0,"score_lmetric":13360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":13360,"score_linear":64558.0,"score_lmetric":13360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":968,"cache_hit":0,"new_prefill":13360,"score_linear":44335.0,"score_lmetric":13360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":512,"new_prefill":12848,"score_linear":44280.0,"score_lmetric":33064},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221093,"ongoing_decode_tokens":108009,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":13360,"score_linear":221093.0,"score_lmetric":40080},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":13360,"score_linear":121968.0,"score_lmetric":13360}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30140.078843109,"t_first_token_unix":1779964136.6337864,"t_done":30141.758261932,"t_done_unix":1779964138.3132062},{"request_id":"1268861:4:1312689:315","session_id":"1268861","input_length":26885,"t_proxy_recv":30139.103795426,"t_decision_unix":1779964135.658737,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7998512181513855,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5381 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":5381,"cache_hit":21504,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":708,"cache_hit":0,"new_prefill":26885,"score_linear":43607.0,"score_lmetric":26885},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":26885,"score_linear":64558.0,"score_lmetric":26885},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":968,"cache_hit":0,"new_prefill":26885,"score_linear":44335.0,"score_lmetric":26885},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":21504,"new_prefill":5381,"score_linear":-8144.0,"score_lmetric":18741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":26885,"score_linear":44792.0,"score_lmetric":47101},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":221093,"ongoing_decode_tokens":108009,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1073,"cache_hit":0,"new_prefill":26885,"score_linear":221093.0,"score_lmetric":80655},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":21504,"new_prefill":5381,"score_linear":100464.0,"score_lmetric":5381}],"chosen_score_linear":-8144.0,"chosen_score_lmetric":18741,"t_first_token":30140.992719834,"t_first_token_unix":1779964137.5476635,"t_done":30142.408057175,"t_done_unix":1779964138.963},{"request_id":"1279412:12:1313518:319","session_id":"1279412","input_length":64755,"t_proxy_recv":30141.846685857,"t_decision_unix":1779964138.401627,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9962473940236275,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (243 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":243,"cache_hit":64512,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":22686,"ongoing_decode_tokens":0,"pending_prefill_tokens":9886,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":39936,"new_prefill":24819,"score_linear":-17250.0,"score_lmetric":34705},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":64512,"new_prefill":243,"score_linear":-64512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26885,"ongoing_decode_tokens":26885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":898,"cache_hit":0,"new_prefill":64755,"score_linear":26885.0,"score_lmetric":64755},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202478,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":64755,"score_linear":202478.0,"score_lmetric":129510},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":51955,"score_linear":109168.0,"score_lmetric":51955}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":30141.954071536,"t_first_token_unix":1779964138.5090146,"t_done":30143.271621212,"t_done_unix":1779964139.8265643},{"request_id":"1313181:1:1313181:318","session_id":"1313181","input_length":22686,"t_proxy_recv":30140.722947622,"t_decision_unix":1779964137.277889,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9886.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":9886,"cache_hit":12800,"estimated_new_tokens":9886,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":12800,"new_prefill":9886,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":12800,"new_prefill":9886,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40245,"ongoing_decode_tokens":13360,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":22686,"score_linear":40245.0,"score_lmetric":56134},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":202478,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":22686,"score_linear":202478.0,"score_lmetric":45372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":9886,"score_linear":109168.0,"score_lmetric":9886}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30143.226705978,"t_first_token_unix":1779964139.781649,"t_done":30143.891256927,"t_done_unix":1779964140.4462},{"request_id":"1269373:11:1307381:296","session_id":"1269373","input_length":59446,"t_proxy_recv":30139.265732293,"t_decision_unix":1779964135.8206737,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9904787538270027,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (566 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":566,"cache_hit":58880,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":4096,"new_prefill":55350,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1131,"cache_hit":0,"new_prefill":59446,"score_linear":64558.0,"score_lmetric":59446},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":59446,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":968,"cache_hit":0,"new_prefill":59446,"score_linear":44335.0,"score_lmetric":59446},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":40245,"ongoing_decode_tokens":0,"pending_prefill_tokens":18741,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":59446,"score_linear":40245.0,"score_lmetric":156374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":744,"cache_hit":0,"new_prefill":59446,"score_linear":44792.0,"score_lmetric":79662},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161947,"ongoing_decode_tokens":48863,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":58880,"new_prefill":566,"score_linear":103067.0,"score_lmetric":1132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":7680,"new_prefill":51766,"score_linear":114288.0,"score_lmetric":51766}],"chosen_score_linear":103067.0,"chosen_score_lmetric":1132,"t_first_token":30139.401550267,"t_first_token_unix":1779964135.9564934,"t_done":30144.810948658,"t_done_unix":1779964141.3658922},{"request_id":"1294611:10:1314495:322","session_id":"1294611","input_length":45362,"t_proxy_recv":30145.505560153,"t_decision_unix":1779964142.0605013,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44032,"affinity_cache_ratio":0.970680305101186,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1330 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1330,"cache_hit":44032,"estimated_new_tokens":1330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":45362,"score_linear":57051.0,"score_lmetric":98829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":12800,"new_prefill":32562,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":44032,"new_prefill":1330,"score_linear":-44032.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":29948,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":45362,"score_linear":205872.0,"score_lmetric":96596},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":45362,"score_linear":121968.0,"score_lmetric":45362}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":30145.855174882,"t_first_token_unix":1779964142.4101186,"t_done":30147.330612432,"t_done_unix":1779964143.8855586},{"request_id":"1315313:1:1315313:325","session_id":"1315313","input_length":7,"t_proxy_recv":30148.145209946,"t_decision_unix":1779964144.7001512,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7,"cache_hit":0,"estimated_new_tokens":7,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":7,"score_linear":81357.0,"score_lmetric":110504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":7,"score_linear":32440.0,"score_lmetric":14527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":7,"score_linear":205872.0,"score_lmetric":14},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":7,"score_linear":121968.0,"score_lmetric":7}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30148.160479122,"t_first_token_unix":1779964144.7154222,"t_done":30148.164991571,"t_done_unix":1779964144.7199345},{"request_id":"1269373:12:1312836:316","session_id":"1269373","input_length":62840,"t_proxy_recv":30144.824281297,"t_decision_unix":1779964141.3792229,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59904,"affinity_cache_ratio":0.9532781667727562,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2936 < 8000)","v3_prefill_cache_hit":59904,"v3_new_local":2936,"cache_hit":59904,"estimated_new_tokens":2936,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":787,"cache_hit":4096,"new_prefill":58744,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143032,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":59904,"new_prefill":2936,"score_linear":83128.0,"score_lmetric":2936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":7680,"new_prefill":55160,"score_linear":114288.0,"score_lmetric":55160}],"chosen_score_linear":83128.0,"chosen_score_lmetric":2936,"t_first_token":30146.104032326,"t_first_token_unix":1779964142.6589758,"t_done":30150.15051324,"t_done_unix":1779964146.7054565},{"request_id":"1310590:2:1315212:324","session_id":"1310590","input_length":32440,"t_proxy_recv":30147.792650897,"t_decision_unix":1779964144.3475919,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":17920,"affinity_cache_ratio":0.5524044389642416,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17920,"v3_new_local":14520,"cache_hit":17920,"estimated_new_tokens":14520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":32440,"score_linear":81357.0,"score_lmetric":175370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":17920,"new_prefill":14520,"score_linear":-17920.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":32440,"score_linear":205872.0,"score_lmetric":64880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":32440,"score_linear":121968.0,"score_lmetric":32440}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":30150.509108267,"t_first_token_unix":1779964147.0640514,"t_done":30150.659703828,"t_done_unix":1779964147.2146468},{"request_id":"1309040:2:1315488:326","session_id":"1309040","input_length":23097,"t_proxy_recv":30148.863945139,"t_decision_unix":1779964145.4188862,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.1995064294064164,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":18489.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":4608,"v3_new_local":18489,"cache_hit":4608,"estimated_new_tokens":18489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":23097,"score_linear":81357.0,"score_lmetric":156684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":23097,"score_linear":32440.0,"score_lmetric":37617},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":4608,"new_prefill":18489,"score_linear":-4608.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":23097,"score_linear":205872.0,"score_lmetric":46194},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":23097,"score_linear":121968.0,"score_lmetric":23097}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":30151.199688844,"t_first_token_unix":1779964147.7546322,"t_done":30151.566052638,"t_done_unix":1779964148.1209967},{"request_id":"1279412:13:1315780:328","session_id":"1279412","input_length":64949,"t_proxy_recv":30149.949463649,"t_decision_unix":1779964146.5044048,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9932716439052179,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":437,"cache_hit":64512,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":39936,"new_prefill":25013,"score_linear":41421.0,"score_lmetric":160516},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":64512,"new_prefill":437,"score_linear":-64512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":64949,"score_linear":32440.0,"score_lmetric":79469},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":64949,"score_linear":23097.0,"score_lmetric":83438},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":64949,"score_linear":205872.0,"score_lmetric":129898},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":0,"pending_prefill_tokens":9280,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":52149,"score_linear":126128.0,"score_lmetric":122858}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":30150.080943247,"t_first_token_unix":1779964146.6358864,"t_done":30152.701564983,"t_done_unix":1779964149.2565084},{"request_id":"1272313:11:1302571:271","session_id":"1272313","input_length":29948,"t_proxy_recv":30103.308918418,"t_decision_unix":1779964099.8638597,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.991585414718846,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (252 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":252,"cache_hit":29696,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":25852,"score_linear":108640.0,"score_lmetric":77556},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":29948,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":29948,"score_linear":34706.0,"score_lmetric":64654},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":29948,"score_linear":75505.0,"score_lmetric":60278},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":717,"cache_hit":0,"new_prefill":29948,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":592,"cache_hit":0,"new_prefill":29948,"score_linear":26441.0,"score_lmetric":56389},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":162271,"ongoing_decode_tokens":171155,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1049,"cache_hit":29696,"new_prefill":252,"score_linear":132575.0,"score_lmetric":504},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1105,"ongoing_decode_tokens":1105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":540,"cache_hit":7680,"new_prefill":22268,"score_linear":-6575.0,"score_lmetric":22268}],"chosen_score_linear":132575.0,"chosen_score_lmetric":504,"t_first_token":30103.504582297,"t_first_token_unix":1779964100.0595255,"t_done":30153.157547125,"t_done_unix":1779964149.7124903},{"request_id":"1316848:1:1316848:331","session_id":"1316848","input_length":5985,"t_proxy_recv":30153.486983371,"t_decision_unix":1779964150.0419247,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4961.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4961 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":4961,"cache_hit":1024,"estimated_new_tokens":4961,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":5985,"score_linear":81357.0,"score_lmetric":122460},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24487,"ongoing_decode_tokens":0,"pending_prefill_tokens":24487,"num_requests":1,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":5985,"score_linear":24487.0,"score_lmetric":30472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":1024,"new_prefill":4961,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":5985,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":5985,"score_linear":138928.0,"score_lmetric":11970}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":30153.829275778,"t_first_token_unix":1779964150.3842192,"t_done":30154.014749666,"t_done_unix":1779964150.5696929},{"request_id":"1316201:1:1316201:329","session_id":"1316201","input_length":24487,"t_proxy_recv":30151.398169699,"t_decision_unix":1779964147.953111,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24487.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24487,"cache_hit":0,"estimated_new_tokens":24487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":24487,"score_linear":81357.0,"score_lmetric":159464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":24487,"score_linear":64949.0,"score_lmetric":24487},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1082,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23097,"ongoing_decode_tokens":23097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":24487,"score_linear":23097.0,"score_lmetric":24487},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143032,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1089,"cache_hit":0,"new_prefill":24487,"score_linear":143032.0,"score_lmetric":24487},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":24487,"score_linear":138928.0,"score_lmetric":48974}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30154.196086366,"t_first_token_unix":1779964150.7510293,"t_done":30154.491367986,"t_done_unix":1779964151.0463114},{"request_id":"1317160:1:1317160:332","session_id":"1317160","input_length":3441,"t_proxy_recv":30154.640457581,"t_decision_unix":1779964151.1953988,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3441.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3441 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3441,"cache_hit":0,"estimated_new_tokens":3441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":3441,"score_linear":81357.0,"score_lmetric":117372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1129,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":3441,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":3441,"score_linear":138928.0,"score_lmetric":6882}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30154.853027802,"t_first_token_unix":1779964151.4079711,"t_done":30155.01038534,"t_done_unix":1779964151.5653284},{"request_id":"1316848:2:1317438:333","session_id":"1316848","input_length":6040,"t_proxy_recv":30155.722086081,"t_decision_unix":1779964152.2770276,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.9324503311258279,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (408 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":408,"cache_hit":5632,"estimated_new_tokens":408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":6040,"score_linear":81357.0,"score_lmetric":122570},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":5632,"new_prefill":408,"score_linear":-5632.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":6040,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":6040,"score_linear":138928.0,"score_lmetric":12080}],"chosen_score_linear":-5632.0,"chosen_score_lmetric":0,"t_first_token":30155.747922144,"t_first_token_unix":1779964152.3028653,"t_done":30156.162713915,"t_done_unix":1779964152.717657},{"request_id":"1315567:1:1315567:327","session_id":"1315567","input_length":16960,"t_proxy_recv":30149.133111666,"t_decision_unix":1779964145.688053,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7680,"v3_new_local":9280,"cache_hit":7680,"estimated_new_tokens":9280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":4096,"new_prefill":12864,"score_linear":77261.0,"score_lmetric":136218},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":16960,"score_linear":32440.0,"score_lmetric":31480},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":971,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":16960,"score_linear":23097.0,"score_lmetric":35449},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":7680,"new_prefill":9280,"score_linear":198192.0,"score_lmetric":18560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":7680,"new_prefill":9280,"score_linear":114288.0,"score_lmetric":9280}],"chosen_score_linear":114288.0,"chosen_score_lmetric":9280,"t_first_token":30150.373845436,"t_first_token_unix":1779964146.9287887,"t_done":30157.58368325,"t_done_unix":1779964154.1386266},{"request_id":"1317160:2:1317773:336","session_id":"1317160","input_length":7440,"t_proxy_recv":30157.043872031,"t_decision_unix":1779964153.5988135,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":3072,"affinity_cache_ratio":0.4129032258064516,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":4368.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4368 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":4368,"cache_hit":3072,"estimated_new_tokens":4368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":7440,"score_linear":81357.0,"score_lmetric":14880},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":3072,"new_prefill":4368,"score_linear":-3072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":7440,"score_linear":79663.0,"score_lmetric":86591},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":7440,"score_linear":179219.0,"score_lmetric":10599},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":7440,"score_linear":138928.0,"score_lmetric":14880}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":30157.376898447,"t_first_token_unix":1779964153.9318419,"t_done":30157.615057888,"t_done_unix":1779964154.1700006},{"request_id":"1313181:2:1314940:323","session_id":"1313181","input_length":24306,"t_proxy_recv":30146.915293839,"t_decision_unix":1779964143.4702349,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9268493376121122,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1778 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":1778,"cache_hit":22528,"estimated_new_tokens":1778,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":787,"cache_hit":22528,"new_prefill":1778,"score_linear":34523.0,"score_lmetric":55245},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":12800,"new_prefill":11506,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45362,"ongoing_decode_tokens":45362,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":24306,"score_linear":45362.0,"score_lmetric":24306},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":92788,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":24306,"score_linear":205872.0,"score_lmetric":48612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":12800,"new_prefill":11506,"score_linear":109168.0,"score_lmetric":11506}],"chosen_score_linear":34523.0,"chosen_score_lmetric":55245,"t_first_token":30156.908390978,"t_first_token_unix":1779964153.463334,"t_done":30157.80626976,"t_done_unix":1779964154.3612127},{"request_id":"1316201:2:1317776:337","session_id":"1316201","input_length":24768,"t_proxy_recv":30157.057234613,"t_decision_unix":1779964153.6121762,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9715762273901809,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (704 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":704,"cache_hit":24064,"estimated_new_tokens":704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":24768,"score_linear":81357.0,"score_lmetric":49536},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":4368,"num_requests":1,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":24064,"new_prefill":704,"score_linear":-16624.0,"score_lmetric":5072},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":24768,"score_linear":79663.0,"score_lmetric":103919},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":24768,"score_linear":179219.0,"score_lmetric":27927},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":24768,"score_linear":138928.0,"score_lmetric":49536}],"chosen_score_linear":-16624.0,"chosen_score_lmetric":5072,"t_first_token":30157.454351709,"t_first_token_unix":1779964154.0092955,"t_done":30158.027798274,"t_done_unix":1779964154.5827415},{"request_id":"1318031:1:1318031:338","session_id":"1318031","input_length":5219,"t_proxy_recv":30157.701466475,"t_decision_unix":1779964154.256408,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5219.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5219 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5219,"cache_hit":0,"estimated_new_tokens":5219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":5219,"score_linear":81357.0,"score_lmetric":10438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":5219,"score_linear":24768.0,"score_lmetric":5219},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":5219,"score_linear":79663.0,"score_lmetric":84370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":5219,"score_linear":179219.0,"score_lmetric":5219},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":5219,"score_linear":121968.0,"score_lmetric":5219}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30158.033541604,"t_first_token_unix":1779964154.5884843,"t_done":30158.25711513,"t_done_unix":1779964154.812058},{"request_id":"1318036:1:1318036:339","session_id":"1318036","input_length":2696,"t_proxy_recv":30157.705829134,"t_decision_unix":1779964154.2607706,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":2696.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2696 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2696,"cache_hit":0,"estimated_new_tokens":2696,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":2696,"score_linear":81357.0,"score_lmetric":5392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":24768,"ongoing_decode_tokens":24768,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":2696,"score_linear":24768.0,"score_lmetric":2696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":2696,"score_linear":79663.0,"score_lmetric":81847},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5219,"ongoing_decode_tokens":0,"pending_prefill_tokens":5219,"num_requests":1,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":2696,"score_linear":5219.0,"score_lmetric":7915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":2696,"score_linear":179219.0,"score_lmetric":2696},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":2696,"score_linear":121968.0,"score_lmetric":2696}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30157.903010095,"t_first_token_unix":1779964154.457953,"t_done":30158.39507884,"t_done_unix":1779964154.9500227},{"request_id":"1314357:1:1314357:321","session_id":"1314357","input_length":57051,"t_proxy_recv":30145.039212586,"t_decision_unix":1779964141.594154,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":53467.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3584,"v3_new_local":53467,"cache_hit":3584,"estimated_new_tokens":53467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":787,"cache_hit":3584,"new_prefill":53467,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1054,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":908,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":205872,"ongoing_decode_tokens":29948,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":1083,"cache_hit":0,"new_prefill":57051,"score_linear":205872.0,"score_lmetric":119974},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":57051,"score_linear":121968.0,"score_lmetric":57051}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":30156.903475156,"t_first_token_unix":1779964153.4584184,"t_done":30158.964603462,"t_done_unix":1779964155.5195475},{"request_id":"1318604:1:1318604:341","session_id":"1318604","input_length":14412,"t_proxy_recv":30159.749708029,"t_decision_unix":1779964156.304649,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14412.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14412,"cache_hit":0,"estimated_new_tokens":14412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":14412,"score_linear":62618.0,"score_lmetric":18150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":985,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":14412,"score_linear":79663.0,"score_lmetric":93563},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":14412,"score_linear":179219.0,"score_lmetric":14412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":14412,"score_linear":121968.0,"score_lmetric":14412}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30160.996918239,"t_first_token_unix":1779964157.5518618,"t_done":30161.220657267,"t_done_unix":1779964157.7756004},{"request_id":"1269373:13:1317516:334","session_id":"1269373","input_length":66135,"t_proxy_recv":30155.984070827,"t_decision_unix":1779964152.5390124,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9522340666817872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3159 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":3159,"cache_hit":62976,"estimated_new_tokens":3159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":4096,"new_prefill":62039,"score_linear":77261.0,"score_lmetric":234568},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":6040,"ongoing_decode_tokens":6040,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":66135,"score_linear":6040.0,"score_lmetric":66135},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":62976,"new_prefill":3159,"score_linear":50108.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":7680,"new_prefill":58455,"score_linear":131248.0,"score_lmetric":116910}],"chosen_score_linear":50108.0,"chosen_score_lmetric":0,"t_first_token":30157.322528818,"t_first_token_unix":1779964153.8774724,"t_done":30161.361436222,"t_done_unix":1779964157.9163792},{"request_id":"1316848:3:1318975:343","session_id":"1316848","input_length":6298,"t_proxy_recv":30161.122048178,"t_decision_unix":1779964157.6769898,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8942521435376309,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (666 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":666,"cache_hit":5632,"estimated_new_tokens":666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":6298,"score_linear":62618.0,"score_lmetric":10036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14412,"ongoing_decode_tokens":14412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":985,"cache_hit":5632,"new_prefill":666,"score_linear":8780.0,"score_lmetric":666},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":6298,"score_linear":79663.0,"score_lmetric":85449},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":6298,"score_linear":179219.0,"score_lmetric":6298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":6298,"score_linear":121968.0,"score_lmetric":6298}],"chosen_score_linear":8780.0,"chosen_score_lmetric":666,"t_first_token":30161.176150958,"t_first_token_unix":1779964157.7310941,"t_done":30161.463936302,"t_done_unix":1779964158.0188792},{"request_id":"1318604:2:1319895:347","session_id":"1318604","input_length":15745,"t_proxy_recv":30164.274528604,"t_decision_unix":1779964160.8294704,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9105112734201334,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1409 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":1409,"cache_hit":14336,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":15745,"score_linear":134472.0,"score_lmetric":52626},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":14996,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":14336,"new_prefill":1409,"score_linear":6804.0,"score_lmetric":16405},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":15745,"score_linear":79663.0,"score_lmetric":94896},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":15745,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":15745,"score_linear":176514.0,"score_lmetric":105766}],"chosen_score_linear":6804.0,"chosen_score_lmetric":16405,"t_first_token":30166.07222513,"t_first_token_unix":1779964162.6271687,"t_done":30166.321269188,"t_done_unix":1779964162.8762157},{"request_id":"1320630:1:1320630:348","session_id":"1320630","input_length":3099,"t_proxy_recv":30167.040120953,"t_decision_unix":1779964163.5950623,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3099.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3099 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3099,"cache_hit":0,"estimated_new_tokens":3099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":3099,"score_linear":134472.0,"score_lmetric":27334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":21140,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":0,"new_prefill":3099,"score_linear":21140.0,"score_lmetric":3099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":3099,"score_linear":79663.0,"score_lmetric":82250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":3099,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":3099,"score_linear":176514.0,"score_lmetric":80474}],"chosen_score_linear":113084.0,"chosen_score_lmetric":0,"t_first_token":30167.234045872,"t_first_token_unix":1779964163.788989,"t_done":30167.432516552,"t_done_unix":1779964163.9874597},{"request_id":"1316848:4:1319820:345","session_id":"1316848","input_length":21140,"t_proxy_recv":30164.02961255,"t_decision_unix":1779964160.584554,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":6144,"affinity_cache_ratio":0.29063386944181646,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":14996.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":6144,"v3_new_local":14996,"cache_hit":6144,"estimated_new_tokens":14996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":21140,"score_linear":134472.0,"score_lmetric":63416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":6144,"new_prefill":14996,"score_linear":-6144.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":21140,"score_linear":79663.0,"score_lmetric":100291},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":21140,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":21140,"score_linear":121968.0,"score_lmetric":21140}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":30165.871764039,"t_first_token_unix":1779964162.426708,"t_done":30168.307116001,"t_done_unix":1779964164.862059},{"request_id":"1318604:3:1320865:350","session_id":"1318604","input_length":17883,"t_proxy_recv":30167.883749439,"t_decision_unix":1779964164.438691,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":15360,"affinity_cache_ratio":0.8589162892132193,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2523 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":2523,"cache_hit":15360,"estimated_new_tokens":2523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":17883,"score_linear":134472.0,"score_lmetric":56902},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":21140,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1016,"cache_hit":15360,"new_prefill":2523,"score_linear":5780.0,"score_lmetric":2523},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":17883,"score_linear":79663.0,"score_lmetric":97034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":17883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":17883,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":17883,"score_linear":176514.0,"score_lmetric":110042}],"chosen_score_linear":5780.0,"chosen_score_lmetric":2523,"t_first_token":30168.229285477,"t_first_token_unix":1779964164.784229,"t_done":30168.478933986,"t_done_unix":1779964165.033877},{"request_id":"1318036:2:1321282:353","session_id":"1318036","input_length":2677,"t_proxy_recv":30169.346124892,"t_decision_unix":1779964165.9010665,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.9562943593574897,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (117 < 8000)","v3_prefill_cache_hit":2560,"v3_new_local":117,"cache_hit":2560,"estimated_new_tokens":117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33906,"ongoing_decode_tokens":0,"pending_prefill_tokens":2674,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":2677,"score_linear":33906.0,"score_lmetric":5351},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":2677,"score_linear":134472.0,"score_lmetric":26490},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":2677,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":2560,"new_prefill":117,"score_linear":-2560.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":2677,"score_linear":79663.0,"score_lmetric":81828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":2677,"score_linear":8095.0,"score_lmetric":2677},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":2677,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":2677,"score_linear":176514.0,"score_lmetric":79630}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":30169.363112909,"t_first_token_unix":1779964165.918056,"t_done":30169.370870722,"t_done_unix":1779964165.9258134},{"request_id":"1321042:1:1321042:351","session_id":"1321042","input_length":8095,"t_proxy_recv":30168.537159377,"t_decision_unix":1779964165.092101,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8095.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8095,"cache_hit":0,"estimated_new_tokens":8095,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":8095,"score_linear":134472.0,"score_lmetric":37326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":8095,"score_linear":79663.0,"score_lmetric":87246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":8095,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":8095,"score_linear":176514.0,"score_lmetric":90466}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30169.101107218,"t_first_token_unix":1779964165.6560507,"t_done":30169.414274731,"t_done_unix":1779964165.9692175},{"request_id":"1277428:4:1321259:352","session_id":"1277428","input_length":33906,"t_proxy_recv":30169.292997434,"t_decision_unix":1779964165.8479388,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9211349023771603,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2674 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":2674,"cache_hit":31232,"estimated_new_tokens":2674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":31232,"new_prefill":2674,"score_linear":-31232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":3584,"new_prefill":30322,"score_linear":130888.0,"score_lmetric":81780},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":17408,"new_prefill":16498,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":33906,"score_linear":79663.0,"score_lmetric":113057},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":33906,"score_linear":8095.0,"score_lmetric":33906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":4608,"new_prefill":29298,"score_linear":108476.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":33906,"score_linear":176514.0,"score_lmetric":142088}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":30169.947572307,"t_first_token_unix":1779964166.502516,"t_done":30170.588604058,"t_done_unix":1779964167.143547},{"request_id":"1318604:4:1321889:356","session_id":"1318604","input_length":21033,"t_proxy_recv":30171.475625958,"t_decision_unix":1779964168.0305674,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8519944848571293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3113 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":3113,"cache_hit":17920,"estimated_new_tokens":3113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":21033,"score_linear":134472.0,"score_lmetric":63202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":17920,"new_prefill":3113,"score_linear":-17920.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":21033,"score_linear":79663.0,"score_lmetric":100184},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179924,"ongoing_decode_tokens":66840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":21033,"score_linear":179924.0,"score_lmetric":21033},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":21033,"score_linear":176514.0,"score_lmetric":116342}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":30172.029301684,"t_first_token_unix":1779964168.584246,"t_done":30172.269639538,"t_done_unix":1779964168.824583},{"request_id":"1269373:14:1321512:354","session_id":"1269373","input_length":66840,"t_proxy_recv":30170.130481991,"t_decision_unix":1779964166.6854234,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9958108916816277,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (280 < 8000)","v3_prefill_cache_hit":66560,"v3_new_local":280,"cache_hit":66560,"estimated_new_tokens":280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":894,"cache_hit":4096,"new_prefill":62744,"score_linear":29810.0,"score_lmetric":62744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":66840,"score_linear":134472.0,"score_lmetric":154816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":66840,"score_linear":79663.0,"score_lmetric":145991},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":66560,"new_prefill":280,"score_linear":46524.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":7680,"new_prefill":59160,"score_linear":168834.0,"score_lmetric":192596}],"chosen_score_linear":46524.0,"chosen_score_lmetric":0,"t_first_token":30170.347387184,"t_first_token_unix":1779964166.9023304,"t_done":30172.560365237,"t_done_unix":1779964169.1153088},{"request_id":"1316848:5:1322192:357","session_id":"1316848","input_length":21471,"t_proxy_recv":30172.653618548,"t_decision_unix":1779964169.2085602,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9776908388058311,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (479 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":479,"cache_hit":20992,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":21471,"score_linear":134472.0,"score_lmetric":64078},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":20992,"new_prefill":479,"score_linear":-20992.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":21471,"score_linear":79663.0,"score_lmetric":100622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":21471,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":21471,"score_linear":176514.0,"score_lmetric":117218}],"chosen_score_linear":-20992.0,"chosen_score_lmetric":0,"t_first_token":30172.699215886,"t_first_token_unix":1779964169.2541592,"t_done":30173.238625054,"t_done_unix":1779964169.7935688},{"request_id":"1322540:1:1322540:359","session_id":"1322540","input_length":8939,"t_proxy_recv":30173.936605085,"t_decision_unix":1779964170.4915464,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8939.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8939,"cache_hit":0,"estimated_new_tokens":8939,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":8939,"score_linear":134472.0,"score_lmetric":39014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":8939,"score_linear":33182.0,"score_lmetric":42121},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":8939,"score_linear":79663.0,"score_lmetric":88090},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":8939,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":8939,"score_linear":176514.0,"score_lmetric":17878}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30174.605163043,"t_first_token_unix":1779964171.1601067,"t_done":30174.864018274,"t_done_unix":1779964171.4189615},{"request_id":"1318031:2:1322552:360","session_id":"1318031","input_length":11145,"t_proxy_recv":30173.994481128,"t_decision_unix":1779964170.5494223,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.45939883355764916,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":11145.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11145,"cache_hit":0,"estimated_new_tokens":11145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":11145,"score_linear":134472.0,"score_lmetric":43426},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":11145,"score_linear":33182.0,"score_lmetric":44327},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":11145,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":11145,"score_linear":79663.0,"score_lmetric":90296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":808,"cache_hit":5120,"new_prefill":6025,"score_linear":3819.0,"score_lmetric":14964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":11145,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":11145,"score_linear":176514.0,"score_lmetric":22290}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30174.884490069,"t_first_token_unix":1779964171.4394329,"t_done":30174.936725043,"t_done_unix":1779964171.4916677},{"request_id":"1322540:2:1323519:362","session_id":"1322540","input_length":9016,"t_proxy_recv":30177.231114773,"t_decision_unix":1779964173.7860563,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9653948535936113,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (312 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":312,"cache_hit":8704,"estimated_new_tokens":312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":9016,"score_linear":134472.0,"score_lmetric":18032},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":9016,"score_linear":33182.0,"score_lmetric":42198},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":9016,"score_linear":79663.0,"score_lmetric":88167},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5328,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":8704,"new_prefill":312,"score_linear":4304.0,"score_lmetric":5640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":9016,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":9016,"score_linear":176514.0,"score_lmetric":18032}],"chosen_score_linear":4304.0,"chosen_score_lmetric":5640,"t_first_token":30177.721801403,"t_first_token_unix":1779964174.2767444,"t_done":30177.875995718,"t_done_unix":1779964174.4309387},{"request_id":"1321042:2:1323492:361","session_id":"1321042","input_length":13008,"t_proxy_recv":30177.16473212,"t_decision_unix":1779964173.7196732,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5904059040590406,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5328 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":5328,"cache_hit":7680,"estimated_new_tokens":5328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":13008,"score_linear":134472.0,"score_lmetric":26016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":13008,"score_linear":33182.0,"score_lmetric":46190},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":13008,"score_linear":79663.0,"score_lmetric":92159},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":7680,"new_prefill":5328,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":13008,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":13008,"score_linear":176514.0,"score_lmetric":26016}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":30177.704859618,"t_first_token_unix":1779964174.2598026,"t_done":30178.132044457,"t_done_unix":1779964174.6869879},{"request_id":"1316848:6:1323535:363","session_id":"1316848","input_length":24395,"t_proxy_recv":30177.284423485,"t_decision_unix":1779964173.8393648,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.8814921090387374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2891 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":2891,"cache_hit":21504,"estimated_new_tokens":2891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":24395,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":24395,"score_linear":134472.0,"score_lmetric":48790},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":24395,"score_linear":33182.0,"score_lmetric":57577},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":21504,"new_prefill":2891,"score_linear":-21504.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":24395,"score_linear":79663.0,"score_lmetric":103546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":22024,"ongoing_decode_tokens":0,"pending_prefill_tokens":5640,"num_requests":2,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":24395,"score_linear":22024.0,"score_lmetric":60070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":24395,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":24395,"score_linear":176514.0,"score_lmetric":48790}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":30177.850121967,"t_first_token_unix":1779964174.405065,"t_done":30178.450179545,"t_done_unix":1779964175.0051227},{"request_id":"1315567:2:1319894:346","session_id":"1315567","input_length":54546,"t_proxy_recv":30164.266258896,"t_decision_unix":1779964160.8212004,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17408,"affinity_cache_ratio":0.31914347523191433,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":37138.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17408,"v3_new_local":37138,"cache_hit":17408,"estimated_new_tokens":37138,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":4096,"new_prefill":50450,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":54546,"score_linear":134472.0,"score_lmetric":130228},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":14996,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":54546,"score_linear":21140.0,"score_lmetric":69542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":54546,"score_linear":79663.0,"score_lmetric":133697},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":46866,"score_linear":105404.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":17408,"new_prefill":37138,"score_linear":104560.0,"score_lmetric":37138}],"chosen_score_linear":104560.0,"chosen_score_lmetric":37138,"t_first_token":30173.517658712,"t_first_token_unix":1779964170.0726025,"t_done":30178.891711603,"t_done_unix":1779964175.4466562},{"request_id":"1320630:2:1323748:364","session_id":"1320630","input_length":11298,"t_proxy_recv":30178.003375418,"t_decision_unix":1779964174.558317,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27190653212958044,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":8226.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3072,"v3_new_local":8226,"cache_hit":3072,"estimated_new_tokens":8226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":11298,"score_linear":134472.0,"score_lmetric":22596},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":11298,"score_linear":33182.0,"score_lmetric":11298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1057,"cache_hit":0,"new_prefill":11298,"score_linear":24395.0,"score_lmetric":11298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":11298,"score_linear":79663.0,"score_lmetric":90449},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13008,"ongoing_decode_tokens":13008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":11298,"score_linear":13008.0,"score_lmetric":11298},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":3072,"new_prefill":8226,"score_linear":110012.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":11298,"score_linear":176514.0,"score_lmetric":22596}],"chosen_score_linear":110012.0,"chosen_score_lmetric":0,"t_first_token":30178.721486839,"t_first_token_unix":1779964175.2764308,"t_done":30179.005880872,"t_done_unix":1779964175.560824},{"request_id":"1279412:14:1319059:344","session_id":"1279412","input_length":71854,"t_proxy_recv":30161.481009399,"t_decision_unix":1779964158.0359511,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9049461407854816,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6830 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":6830,"cache_hit":65024,"estimated_new_tokens":6830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":39936,"new_prefill":31918,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":65024,"new_prefill":6830,"score_linear":-2406.0,"score_lmetric":10568},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":71854,"score_linear":79663.0,"score_lmetric":151005},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":71854,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":12800,"new_prefill":59054,"score_linear":109168.0,"score_lmetric":59054}],"chosen_score_linear":-2406.0,"chosen_score_lmetric":10568,"t_first_token":30176.271802347,"t_first_token_unix":1779964172.826747,"t_done":30180.449985011,"t_done_unix":1779964177.0049286},{"request_id":"1324227:1:1324227:367","session_id":"1324227","input_length":14863,"t_proxy_recv":30179.794366955,"t_decision_unix":1779964176.3493083,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14863.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14863,"cache_hit":0,"estimated_new_tokens":14863,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":920,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":134472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":14863,"score_linear":134472.0,"score_lmetric":29726},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":14863,"score_linear":33182.0,"score_lmetric":14863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":14863,"score_linear":79663.0,"score_lmetric":14863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":14863,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":14863,"score_linear":121968.0,"score_lmetric":14863}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30181.112330283,"t_first_token_unix":1779964177.667274,"t_done":30181.361663138,"t_done_unix":1779964177.9166071},{"request_id":"1316848:7:1325031:371","session_id":"1316848","input_length":26994,"t_proxy_recv":30182.46018866,"t_decision_unix":1779964179.0151298,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.8914573608950137,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2930 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":2930,"cache_hit":24064,"estimated_new_tokens":2930,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135020,"ongoing_decode_tokens":135020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":0,"new_prefill":26994,"score_linear":135020.0,"score_lmetric":53988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":26994,"score_linear":33182.0,"score_lmetric":26994},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":0,"pending_prefill_tokens":4312,"num_requests":1,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":24064,"new_prefill":2930,"score_linear":-19752.0,"score_lmetric":7242},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":26994,"score_linear":79663.0,"score_lmetric":26994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":26994,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":26994,"score_linear":121968.0,"score_lmetric":26994}],"chosen_score_linear":-19752.0,"chosen_score_lmetric":7242,"t_first_token":30183.058833216,"t_first_token_unix":1779964179.6137767,"t_done":30183.79084621,"t_done_unix":1779964180.3457897},{"request_id":"1279412:15:1321613:355","session_id":"1279412","input_length":72402,"t_proxy_recv":30180.46358775,"t_decision_unix":1779964177.0185292,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71680,"affinity_cache_ratio":0.990027899781774,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (722 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":722,"cache_hit":71680,"estimated_new_tokens":722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":14863,"ongoing_decode_tokens":0,"pending_prefill_tokens":14863,"num_requests":1,"active_p_offloads":0,"cached_blocks":920,"cache_hit":39936,"new_prefill":32466,"score_linear":-25073.0,"score_lmetric":47329},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":71680,"new_prefill":722,"score_linear":-9062.0,"score_lmetric":722},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":72402,"score_linear":33182.0,"score_lmetric":72402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":72402,"score_linear":79663.0,"score_lmetric":72402},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":72402,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":12800,"new_prefill":59602,"score_linear":109168.0,"score_lmetric":59602}],"chosen_score_linear":-9062.0,"chosen_score_lmetric":722,"t_first_token":30180.706569991,"t_first_token_unix":1779964177.2615132,"t_done":30183.978539034,"t_done_unix":1779964180.5334828},{"request_id":"1322540:3:1325410:373","session_id":"1322540","input_length":12118,"t_proxy_recv":30183.828280019,"t_decision_unix":1779964180.3832214,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":8704,"affinity_cache_ratio":0.7182703416405347,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3414 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":3414,"cache_hit":8704,"estimated_new_tokens":3414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135020,"ongoing_decode_tokens":135020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":0,"new_prefill":12118,"score_linear":135020.0,"score_lmetric":24236},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":12118,"score_linear":33182.0,"score_lmetric":12118},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":12118,"score_linear":4312.0,"score_lmetric":12118},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":12118,"score_linear":79663.0,"score_lmetric":12118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":8704,"new_prefill":3414,"score_linear":-8704.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":12118,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":12118,"score_linear":177098.0,"score_lmetric":24236}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":30184.18265449,"t_first_token_unix":1779964180.7375977,"t_done":30184.309181351,"t_done_unix":1779964180.8641243},{"request_id":"1324964:1:1324964:370","session_id":"1324964","input_length":4312,"t_proxy_recv":30182.211897411,"t_decision_unix":1779964178.7668386,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4312.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4312 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4312,"cache_hit":0,"estimated_new_tokens":4312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135020,"ongoing_decode_tokens":135020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":0,"new_prefill":4312,"score_linear":135020.0,"score_lmetric":8624},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":4312,"score_linear":33182.0,"score_lmetric":4312},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":4312,"score_linear":79663.0,"score_lmetric":4312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":4312,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":4312,"score_linear":121968.0,"score_lmetric":4312}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30182.484754704,"t_first_token_unix":1779964179.0396976,"t_done":30184.885310574,"t_done_unix":1779964181.4402537},{"request_id":"1317598:1:1317598:335","session_id":"1317598","input_length":79663,"t_proxy_recv":30156.290100243,"t_decision_unix":1779964152.8450418,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":79151.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":512,"v3_new_local":79151,"cache_hit":512,"estimated_new_tokens":79151,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":787,"cache_hit":0,"new_prefill":79663,"score_linear":81357.0,"score_lmetric":269816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1135,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":980,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":944,"cache_hit":512,"new_prefill":79151,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":783,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":0,"new_prefill":79663,"score_linear":179219.0,"score_lmetric":82822},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138928,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":557,"cache_hit":0,"new_prefill":79663,"score_linear":138928.0,"score_lmetric":159326}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":30178.030750863,"t_first_token_unix":1779964174.5856938,"t_done":30185.287420887,"t_done_unix":1779964181.8423674},{"request_id":"1325987:1:1325987:376","session_id":"1325987","input_length":1823,"t_proxy_recv":30185.922327843,"t_decision_unix":1779964182.4772694,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1823.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1823 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1823,"cache_hit":0,"estimated_new_tokens":1823,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":1823,"score_linear":66703.0,"score_lmetric":68526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":138242,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":1823,"score_linear":138242.0,"score_lmetric":3646},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":1823,"score_linear":33182.0,"score_lmetric":1823},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1076,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":1823,"score_linear":81220.0,"score_lmetric":1823},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":1823,"score_linear":182125.0,"score_lmetric":1823},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":1823,"score_linear":177098.0,"score_lmetric":3646}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30186.045166124,"t_first_token_unix":1779964182.6001098,"t_done":30186.229241154,"t_done_unix":1779964182.7841842},{"request_id":"1326192:1:1326192:378","session_id":"1326192","input_length":9513,"t_proxy_recv":30186.802428629,"t_decision_unix":1779964183.3573701,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9513.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9513,"cache_hit":0,"estimated_new_tokens":9513,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":9513,"score_linear":66703.0,"score_lmetric":76216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":138242,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":9513,"score_linear":138242.0,"score_lmetric":19026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":9513,"score_linear":33182.0,"score_lmetric":9513},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1076,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":9513,"score_linear":81220.0,"score_lmetric":9513},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":9513,"score_linear":182125.0,"score_lmetric":9513},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":9513,"score_linear":177098.0,"score_lmetric":19026}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30187.548506554,"t_first_token_unix":1779964184.1034496,"t_done":30188.574661394,"t_done_unix":1779964185.1296043},{"request_id":"1317598:2:1324364:368","session_id":"1317598","input_length":81220,"t_proxy_recv":30185.304848277,"t_decision_unix":1779964181.8597898,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":80384,"affinity_cache_ratio":0.9897069687269145,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (836 < 8000)","v3_prefill_cache_hit":80384,"v3_new_local":836,"cache_hit":80384,"estimated_new_tokens":836,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":81220,"score_linear":66703.0,"score_lmetric":147923},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":62618,"pending_prefill_tokens":3432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":81220,"score_linear":138242.0,"score_lmetric":169304},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":81220,"score_linear":33182.0,"score_lmetric":81220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1076,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":80384,"new_prefill":836,"score_linear":-80384.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":0,"pending_prefill_tokens":1969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":81220,"score_linear":182125.0,"score_lmetric":83189},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":81220,"score_linear":177098.0,"score_lmetric":162440}],"chosen_score_linear":-80384.0,"chosen_score_lmetric":0,"t_first_token":30185.879135357,"t_first_token_unix":1779964182.4340785,"t_done":30188.752259372,"t_done_unix":1779964185.3072026},{"request_id":"1279412:16:1323780:365","session_id":"1279412","input_length":75624,"t_proxy_recv":30183.998774532,"t_decision_unix":1779964180.5537088,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9546175817200888,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3432 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":3432,"cache_hit":72192,"estimated_new_tokens":3432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":39936,"new_prefill":35688,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":72192,"new_prefill":3432,"score_linear":-9574.0,"score_lmetric":3432},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":75624,"score_linear":33182.0,"score_lmetric":75624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":75624,"score_linear":4312.0,"score_lmetric":75624},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":75624,"score_linear":79663.0,"score_lmetric":75624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12118,"ongoing_decode_tokens":0,"pending_prefill_tokens":3414,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":75624,"score_linear":12118.0,"score_lmetric":79038},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":75624,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":12800,"new_prefill":62824,"score_linear":164298.0,"score_lmetric":125648}],"chosen_score_linear":-9574.0,"chosen_score_lmetric":3432,"t_first_token":30185.500845637,"t_first_token_unix":1779964182.0557888,"t_done":30189.229472567,"t_done_unix":1779964185.7844157},{"request_id":"1322540:4:1326861:380","session_id":"1322540","input_length":13249,"t_proxy_recv":30189.079564388,"t_decision_unix":1779964185.6345055,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8888217978715375,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1473 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":1473,"cache_hit":11776,"estimated_new_tokens":1473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":13249,"score_linear":66703.0,"score_lmetric":79952},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":138242,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":13249,"score_linear":138242.0,"score_lmetric":26498},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":13249,"score_linear":33182.0,"score_lmetric":13249},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1094,"cache_hit":0,"new_prefill":13249,"score_linear":28120.0,"score_lmetric":13249},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":11776,"new_prefill":1473,"score_linear":-11776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":13249,"score_linear":182125.0,"score_lmetric":13249},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":13249,"score_linear":177098.0,"score_lmetric":26498}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":30189.258065297,"t_first_token_unix":1779964185.8130083,"t_done":30189.391218029,"t_done_unix":1779964185.9461608},{"request_id":"1316848:8:1326380:379","session_id":"1316848","input_length":28120,"t_proxy_recv":30187.414686143,"t_decision_unix":1779964183.9696274,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9467994310099573,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1496 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":1496,"cache_hit":26624,"estimated_new_tokens":1496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":28120,"score_linear":66703.0,"score_lmetric":94823},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":138242,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":28120,"score_linear":138242.0,"score_lmetric":56240},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":28120,"score_linear":33182.0,"score_lmetric":28120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9513,"ongoing_decode_tokens":0,"pending_prefill_tokens":9513,"num_requests":1,"active_p_offloads":0,"cached_blocks":1076,"cache_hit":26624,"new_prefill":1496,"score_linear":-17111.0,"score_lmetric":11009},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1100,"cache_hit":0,"new_prefill":28120,"score_linear":81220.0,"score_lmetric":28120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":28120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":28120,"score_linear":182125.0,"score_lmetric":28120},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":28120,"score_linear":177098.0,"score_lmetric":56240}],"chosen_score_linear":-17111.0,"chosen_score_lmetric":11009,"t_first_token":30187.809854262,"t_first_token_unix":1779964184.3647976,"t_done":30189.877446873,"t_done_unix":1779964186.4323902},{"request_id":"1269373:15:1325630:375","session_id":"1269373","input_length":69041,"t_proxy_recv":30184.677783589,"t_decision_unix":1779964181.232725,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":67072,"affinity_cache_ratio":0.971480714358135,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1969 < 8000)","v3_prefill_cache_hit":67072,"v3_new_local":1969,"cache_hit":67072,"estimated_new_tokens":1969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":4096,"new_prefill":64945,"score_linear":62607.0,"score_lmetric":131648},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":62618,"pending_prefill_tokens":3432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":69041,"score_linear":138242.0,"score_lmetric":144946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":69041,"score_linear":33182.0,"score_lmetric":69041},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":69041,"score_linear":4312.0,"score_lmetric":69041},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":69041,"score_linear":79663.0,"score_lmetric":69041},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":69041,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":67072,"new_prefill":1969,"score_linear":46012.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":7680,"new_prefill":61361,"score_linear":169418.0,"score_lmetric":122722}],"chosen_score_linear":46012.0,"chosen_score_lmetric":0,"t_first_token":30185.679242217,"t_first_token_unix":1779964182.2341852,"t_done":30190.56181096,"t_done_unix":1779964187.1167543},{"request_id":"1326192:2:1327234:381","session_id":"1326192","input_length":15253,"t_proxy_recv":30190.362712019,"t_decision_unix":1779964186.9176536,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6042090080639874,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6037 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":6037,"cache_hit":9216,"estimated_new_tokens":6037,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":15253,"score_linear":66703.0,"score_lmetric":81956},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":15253,"score_linear":143626.0,"score_lmetric":40970},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":15253,"score_linear":33182.0,"score_lmetric":15253},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1097,"cache_hit":9216,"new_prefill":6037,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":15253,"score_linear":182125.0,"score_lmetric":15253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":15253,"score_linear":177098.0,"score_lmetric":30506}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":30191.048142216,"t_first_token_unix":1779964187.6030858,"t_done":30191.561632724,"t_done_unix":1779964188.116576},{"request_id":"1324964:2:1327382:382","session_id":"1324964","input_length":5146,"t_proxy_recv":30190.965460323,"t_decision_unix":1779964187.5204015,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.895452778857365,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (538 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":538,"cache_hit":4608,"estimated_new_tokens":538,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":5146,"score_linear":66703.0,"score_lmetric":71849},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":5146,"score_linear":143626.0,"score_lmetric":20756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":5146,"score_linear":33182.0,"score_lmetric":5146},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15253,"ongoing_decode_tokens":0,"pending_prefill_tokens":6037,"num_requests":1,"active_p_offloads":0,"cached_blocks":1097,"cache_hit":4608,"new_prefill":538,"score_linear":10645.0,"score_lmetric":6575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":5146,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":5146,"score_linear":177098.0,"score_lmetric":10292}],"chosen_score_linear":10645.0,"chosen_score_lmetric":6575,"t_first_token":30191.124294711,"t_first_token_unix":1779964187.679238,"t_done":30191.67173353,"t_done_unix":1779964188.2266765},{"request_id":"1266668:12:1303535:276","session_id":"1266668","input_length":121968,"t_proxy_recv":30106.633318327,"t_decision_unix":1779964103.188258,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8017840745113473,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=95744 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":97792,"v3_new_local":24176,"v3_src_idx":6,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":95744,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":94408,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":95744,"recent_mig_received_in_window":0},"cache_hit":97792,"estimated_new_tokens":24176,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112736,"ongoing_decode_tokens":112736,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":695,"cache_hit":4096,"new_prefill":117872,"score_linear":108640.0,"score_lmetric":353616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":928,"cache_hit":0,"new_prefill":121968,"score_linear":15081.0,"score_lmetric":137049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":121968,"score_linear":34706.0,"score_lmetric":121968},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":75505,"ongoing_decode_tokens":25650,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":929,"cache_hit":0,"new_prefill":121968,"score_linear":75505.0,"score_lmetric":244318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":121968,"score_linear":14944.0,"score_lmetric":136912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":643,"cache_hit":0,"new_prefill":121968,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94408,"ongoing_decode_tokens":103292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1050,"cache_hit":97792,"new_prefill":24176,"score_linear":-3384.0,"score_lmetric":48352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":542,"cache_hit":95744,"new_prefill":26224,"score_linear":-95744.0,"score_lmetric":0}],"chosen_score_linear":-3384.0,"chosen_score_lmetric":48352,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"write_mode":true,"t_prefill_sent":30106.638470843,"t_prefill_sent_unix":1779964103.1934137,"t_decode_sent":30106.638487241,"t_decode_sent_unix":1779964103.193431,"t_first_token":30122.86021072,"t_first_token_unix":1779964119.4151611,"t_done":30193.532389062,"t_done_unix":1779964190.0873373,"t_prefill_done":30193.53240013,"t_prefill_done_unix":1779964190.0873444},{"request_id":"1324964:3:1328499:384","session_id":"1324964","input_length":5234,"t_proxy_recv":30194.981688947,"t_decision_unix":1779964191.5366302,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9782193351165457,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (114 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":114,"cache_hit":5120,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":5234,"score_linear":66703.0,"score_lmetric":71937},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":5234,"score_linear":143626.0,"score_lmetric":10468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":5234,"score_linear":33182.0,"score_lmetric":5234},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":5120,"new_prefill":114,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":5234,"score_linear":-8884.0,"score_lmetric":-5234},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":5234,"score_linear":55130.0,"score_lmetric":5234}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30195.008579571,"t_first_token_unix":1779964191.5635226,"t_done":30195.221279901,"t_done_unix":1779964191.7762232},{"request_id":"1316848:9:1328693:386","session_id":"1316848","input_length":28615,"t_proxy_recv":30195.695314167,"t_decision_unix":1779964192.2502556,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9840992486458151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (455 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":455,"cache_hit":28160,"estimated_new_tokens":455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":28615,"score_linear":66703.0,"score_lmetric":95318},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":28615,"score_linear":143626.0,"score_lmetric":57230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":28615,"score_linear":33182.0,"score_lmetric":28615},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":28160,"new_prefill":455,"score_linear":-28160.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":28615,"score_linear":81827.0,"score_lmetric":29034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":28615,"score_linear":-8884.0,"score_lmetric":-28615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":28615,"score_linear":55130.0,"score_lmetric":28615}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":30195.807585805,"t_first_token_unix":1779964192.3625293,"t_done":30197.500467275,"t_done_unix":1779964194.055411},{"request_id":"1322225:1:1322225:358","session_id":"1322225","input_length":33182,"t_proxy_recv":30172.76047629,"t_decision_unix":1779964169.3154175,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":33182.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":33182,"cache_hit":0,"estimated_new_tokens":33182,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134472,"ongoing_decode_tokens":0,"pending_prefill_tokens":10568,"num_requests":2,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":0,"new_prefill":33182,"score_linear":134472.0,"score_lmetric":87500},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21471,"ongoing_decode_tokens":21471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1056,"cache_hit":0,"new_prefill":33182,"score_linear":21471.0,"score_lmetric":33182},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":33182,"score_linear":79663.0,"score_lmetric":112333},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":808,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1105,"cache_hit":0,"new_prefill":33182,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":176514,"ongoing_decode_tokens":0,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":33182,"score_linear":176514.0,"score_lmetric":140640}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30177.44148515,"t_first_token_unix":1779964173.996428,"t_done":30197.527346133,"t_done_unix":1779964194.0822892},{"request_id":"1324964:4:1329201:390","session_id":"1324964","input_length":5414,"t_proxy_recv":30197.50374935,"t_decision_unix":1779964194.0586908,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9456963428149243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (294 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":294,"cache_hit":5120,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":5414,"score_linear":66703.0,"score_lmetric":72117},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":5414,"score_linear":143626.0,"score_lmetric":10828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":5414,"score_linear":33182.0,"score_lmetric":5414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":5120,"new_prefill":294,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":81827,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":5414,"score_linear":116091.0,"score_lmetric":26108},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9292,"ongoing_decode_tokens":0,"pending_prefill_tokens":9292,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":5414,"score_linear":9292.0,"score_lmetric":14706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":5414,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":5414,"score_linear":55130.0,"score_lmetric":5414}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30197.546467513,"t_first_token_unix":1779964194.1014109,"t_done":30197.940362858,"t_done_unix":1779964194.495306},{"request_id":"1329110:1:1329110:389","session_id":"1329110","input_length":9292,"t_proxy_recv":30197.194334046,"t_decision_unix":1779964193.7492754,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9292.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9292,"cache_hit":0,"estimated_new_tokens":9292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":9292,"score_linear":66703.0,"score_lmetric":75995},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":9292,"score_linear":143626.0,"score_lmetric":18584},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":9292,"score_linear":33182.0,"score_lmetric":9292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":0,"new_prefill":9292,"score_linear":28615.0,"score_lmetric":9292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":81827,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":9292,"score_linear":116091.0,"score_lmetric":33864},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":9292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":9292,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":9292,"score_linear":55130.0,"score_lmetric":9292}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30197.891992634,"t_first_token_unix":1779964194.4469364,"t_done":30198.622682812,"t_done_unix":1779964195.177626},{"request_id":"1325987:2:1329336:391","session_id":"1325987","input_length":7423,"t_proxy_recv":30198.042126448,"t_decision_unix":1779964194.597068,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.20692442408729625,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":5887.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5887 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":5887,"cache_hit":1536,"estimated_new_tokens":5887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":7423,"score_linear":66703.0,"score_lmetric":74126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":7423,"score_linear":143626.0,"score_lmetric":14846},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":81827,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":7423,"score_linear":116091.0,"score_lmetric":30126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9292,"ongoing_decode_tokens":9292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":1536,"new_prefill":5887,"score_linear":7756.0,"score_lmetric":5887},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":7423,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":7423,"score_linear":55130.0,"score_lmetric":7423}],"chosen_score_linear":7756.0,"chosen_score_lmetric":5887,"t_first_token":30198.460675244,"t_first_token_unix":1779964195.0156186,"t_done":30198.692471848,"t_done_unix":1779964195.2474148},{"request_id":"1325541:1:1325541:374","session_id":"1325541","input_length":66703,"t_proxy_recv":30184.415682348,"t_decision_unix":1779964180.9706237,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":66703.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":66703,"cache_hit":0,"estimated_new_tokens":66703,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":138242,"ongoing_decode_tokens":62618,"pending_prefill_tokens":3432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1154,"cache_hit":0,"new_prefill":66703,"score_linear":138242.0,"score_lmetric":140270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":66703,"score_linear":33182.0,"score_lmetric":66703},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1067,"cache_hit":0,"new_prefill":66703,"score_linear":4312.0,"score_lmetric":66703},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":66703,"score_linear":79663.0,"score_lmetric":66703},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":841,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":66703,"score_linear":113084.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":0,"new_prefill":66703,"score_linear":177098.0,"score_lmetric":133406}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30200.140720901,"t_first_token_unix":1779964196.6956646,"t_done":30200.394227086,"t_done_unix":1779964196.9491725},{"request_id":"1329470:1:1329470:392","session_id":"1329470","input_length":10847,"t_proxy_recv":30198.528337119,"t_decision_unix":1779964195.0832787,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10847.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10847,"cache_hit":0,"estimated_new_tokens":10847,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":10847,"score_linear":66703.0,"score_lmetric":77550},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":10847,"score_linear":143626.0,"score_lmetric":21694},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":81827,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":10847,"score_linear":116091.0,"score_lmetric":36974},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":16715,"ongoing_decode_tokens":16715,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":10847,"score_linear":16715.0,"score_lmetric":21694},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":10847,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":10847,"score_linear":55130.0,"score_lmetric":10847}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30199.381802246,"t_first_token_unix":1779964195.9367468,"t_done":30200.902029384,"t_done_unix":1779964197.4569724},{"request_id":"1324964:5:1330169:397","session_id":"1324964","input_length":6691,"t_proxy_recv":30200.898248943,"t_decision_unix":1779964197.4531903,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.7652069944701838,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1571 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":1571,"cache_hit":5120,"estimated_new_tokens":1571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":6691,"score_linear":143626.0,"score_lmetric":13382},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11725,"ongoing_decode_tokens":0,"pending_prefill_tokens":11725,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":6691,"score_linear":11725.0,"score_lmetric":18416},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":5120,"new_prefill":1571,"score_linear":5727.0,"score_lmetric":1571},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":6691,"score_linear":206696.0,"score_lmetric":21552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":6691,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":6691,"score_linear":55130.0,"score_lmetric":6691}],"chosen_score_linear":5727.0,"chosen_score_lmetric":1571,"t_first_token":30201.028013986,"t_first_token_unix":1779964197.5829573,"t_done":30201.235840247,"t_done_unix":1779964197.7907834},{"request_id":"1328753:1:1328753:387","session_id":"1328753","input_length":36880,"t_proxy_recv":30195.928531273,"t_decision_unix":1779964192.4834723,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":36880.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":36880,"cache_hit":0,"estimated_new_tokens":36880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":36880,"score_linear":66703.0,"score_lmetric":103583},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":36880,"score_linear":143626.0,"score_lmetric":73760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":36880,"score_linear":33182.0,"score_lmetric":36880},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":0,"new_prefill":36880,"score_linear":28615.0,"score_lmetric":36880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":36880,"score_linear":81827.0,"score_lmetric":37299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":36880,"score_linear":-8884.0,"score_lmetric":-36880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":36880,"score_linear":55130.0,"score_lmetric":36880}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-36880,"t_first_token":30201.515501229,"t_first_token_unix":1779964198.0704448,"t_done":30201.905329138,"t_done_unix":1779964198.460272},{"request_id":"1330130:1:1330130:396","session_id":"1330130","input_length":11725,"t_proxy_recv":30200.803424126,"t_decision_unix":1779964197.3583655,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11725.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11725,"cache_hit":0,"estimated_new_tokens":11725,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":11725,"score_linear":143626.0,"score_lmetric":23450},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":10847,"ongoing_decode_tokens":10847,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":11725,"score_linear":10847.0,"score_lmetric":11725},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":11725,"score_linear":206696.0,"score_lmetric":36654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":11725,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":11725,"score_linear":55130.0,"score_lmetric":11725}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30201.752763875,"t_first_token_unix":1779964198.307707,"t_done":30202.211134133,"t_done_unix":1779964198.7660773},{"request_id":"1328753:2:1330033:395","session_id":"1328753","input_length":37007,"t_proxy_recv":30201.91250914,"t_decision_unix":1779964198.4674506,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9961358661874781,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (143 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":143,"cache_hit":36864,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":37007,"score_linear":143626.0,"score_lmetric":74014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":37007,"score_linear":11725.0,"score_lmetric":37007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":37007,"score_linear":206696.0,"score_lmetric":112500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":36864,"new_prefill":143,"score_linear":-45748.0,"score_lmetric":-143},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":37007,"score_linear":55130.0,"score_lmetric":37007}],"chosen_score_linear":-45748.0,"chosen_score_lmetric":-143,"t_first_token":30202.004120165,"t_first_token_unix":1779964198.5590634,"t_done":30202.467888205,"t_done_unix":1779964199.0228317},{"request_id":"1330881:1:1330881:400","session_id":"1330881","input_length":3866,"t_proxy_recv":30203.555927848,"t_decision_unix":1779964200.1108687,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3866.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3866 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3866,"cache_hit":0,"estimated_new_tokens":3866,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":3866,"score_linear":143626.0,"score_lmetric":7732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":54665,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":0,"new_prefill":3866,"score_linear":54665.0,"score_lmetric":7732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":3866,"score_linear":206696.0,"score_lmetric":13077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":16804,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":0,"new_prefill":3866,"score_linear":16804.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":3866,"score_linear":55130.0,"score_lmetric":3866}],"chosen_score_linear":16804.0,"chosen_score_lmetric":0,"t_first_token":30203.795023973,"t_first_token_unix":1779964200.3499672,"t_done":30204.163330366,"t_done_unix":1779964200.7182739},{"request_id":"1279412:17:1326166:377","session_id":"1279412","input_length":81008,"t_proxy_recv":30189.246460749,"t_decision_unix":1779964185.8014023,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9354137862927119,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5232 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":5232,"cache_hit":75776,"estimated_new_tokens":5232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":39936,"new_prefill":41072,"score_linear":26767.0,"score_lmetric":107775},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":75776,"new_prefill":5232,"score_linear":-13158.0,"score_lmetric":5232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":81008,"score_linear":33182.0,"score_lmetric":81008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1094,"cache_hit":0,"new_prefill":81008,"score_linear":28120.0,"score_lmetric":81008},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13249,"ongoing_decode_tokens":0,"pending_prefill_tokens":1473,"num_requests":1,"active_p_offloads":0,"cached_blocks":844,"cache_hit":0,"new_prefill":81008,"score_linear":13249.0,"score_lmetric":82481},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":182125,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":81008,"score_linear":182125.0,"score_lmetric":81008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":177098,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":649,"cache_hit":12800,"new_prefill":68208,"score_linear":164298.0,"score_lmetric":136416}],"chosen_score_linear":-13158.0,"chosen_score_lmetric":5232,"t_first_token":30191.8645015,"t_first_token_unix":1779964188.4194462,"t_done":30204.19298758,"t_done_unix":1779964200.7479348},{"request_id":"1326192:3:1330643:399","session_id":"1326192","input_length":25688,"t_proxy_recv":30202.698217213,"t_decision_unix":1779964199.2531588,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.5780130800373715,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=-1 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":14848,"v3_new_local":10840,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":-1,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":-1,"ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":14848,"estimated_new_tokens":10840,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":25688,"score_linear":143626.0,"score_lmetric":51376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":14848,"new_prefill":10840,"score_linear":14129.0,"score_lmetric":10840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":25688,"score_linear":206696.0,"score_lmetric":78543},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":0,"new_prefill":25688,"score_linear":-8884.0,"score_lmetric":-25688},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":25688,"score_linear":55130.0,"score_lmetric":25688}],"chosen_score_linear":14129.0,"chosen_score_lmetric":10840,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30202.69883754,"t_prefill_sent_unix":1779964199.25378,"t_decode_sent":30202.698851649,"t_decode_sent_unix":1779964199.2537951,"t_first_token":30204.523296307,"t_first_token_unix":1779964201.0782397,"t_done":30204.809473357,"t_done_unix":1779964201.3644166,"t_prefill_done":30204.809476707,"t_prefill_done_unix":1779964201.3644192},{"request_id":"1326192:4:1331370:401","session_id":"1326192","input_length":27049,"t_proxy_recv":30205.330921447,"t_decision_unix":1779964201.8858628,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":25600,"affinity_cache_ratio":0.9464305519612555,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1449 < 8000)","v3_prefill_cache_hit":25600,"v3_new_local":1449,"cache_hit":25600,"estimated_new_tokens":1449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":27049,"score_linear":62618.0,"score_lmetric":27049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":25600,"new_prefill":1449,"score_linear":3377.0,"score_lmetric":1449},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":27049,"score_linear":206696.0,"score_lmetric":82626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":25600,"new_prefill":1449,"score_linear":-34484.0,"score_lmetric":-1449},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":27049,"score_linear":55130.0,"score_lmetric":27049}],"chosen_score_linear":-34484.0,"chosen_score_lmetric":-1449,"t_first_token":30205.671733342,"t_first_token_unix":1779964202.2266767,"t_done":30206.018139277,"t_done_unix":1779964202.5730827},{"request_id":"1329110:2:1331399:402","session_id":"1329110","input_length":12781,"t_proxy_recv":30205.409518208,"t_decision_unix":1779964201.9644594,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":9216,"affinity_cache_ratio":0.7210703387841327,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3565 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":3565,"cache_hit":9216,"estimated_new_tokens":3565,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":12781,"score_linear":62618.0,"score_lmetric":12781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":12781,"score_linear":28977.0,"score_lmetric":12781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":12781,"score_linear":206696.0,"score_lmetric":39822},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":9216,"new_prefill":3565,"score_linear":-9216.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18165,"ongoing_decode_tokens":0,"pending_prefill_tokens":1449,"num_requests":0,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":12781,"score_linear":18165.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":12781,"score_linear":55130.0,"score_lmetric":12781}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":30205.818361841,"t_first_token_unix":1779964202.373305,"t_done":30206.190707503,"t_done_unix":1779964202.7456515},{"request_id":"1316848:10:1330509:398","session_id":"1316848","input_length":28977,"t_proxy_recv":30202.172364767,"t_decision_unix":1779964198.727306,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9894744107395521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (305 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":305,"cache_hit":28672,"estimated_new_tokens":305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":28977,"score_linear":143626.0,"score_lmetric":57954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":28977,"score_linear":11725.0,"score_lmetric":28977},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1134,"cache_hit":28672,"new_prefill":305,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":28977,"score_linear":206696.0,"score_lmetric":88410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28123,"ongoing_decode_tokens":37007,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1244,"cache_hit":0,"new_prefill":28977,"score_linear":28123.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":28977,"score_linear":55130.0,"score_lmetric":28977}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":30202.263732115,"t_first_token_unix":1779964198.8186753,"t_done":30207.061979718,"t_done_unix":1779964203.6169236},{"request_id":"1330130:2:1331784:403","session_id":"1330130","input_length":14067,"t_proxy_recv":30206.602662571,"t_decision_unix":1779964203.1576035,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8371365607450061,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2291 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":2291,"cache_hit":11776,"estimated_new_tokens":2291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":14067,"score_linear":62618.0,"score_lmetric":14067},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":11776,"new_prefill":2291,"score_linear":-11776.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":14067,"score_linear":28977.0,"score_lmetric":14067},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":14067,"score_linear":206696.0,"score_lmetric":43680},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":14067,"score_linear":-8884.0,"score_lmetric":-14067},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":14067,"score_linear":55130.0,"score_lmetric":14067}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":30206.94436184,"t_first_token_unix":1779964203.4993057,"t_done":30207.086210826,"t_done_unix":1779964203.6411543},{"request_id":"1332021:1:1332021:407","session_id":"1332021","input_length":12421,"t_proxy_recv":30207.401728412,"t_decision_unix":1779964203.95667,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12421.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12421,"cache_hit":0,"estimated_new_tokens":12421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":12421,"score_linear":73234.0,"score_lmetric":19095},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":12421,"score_linear":62618.0,"score_lmetric":12421},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1156,"cache_hit":0,"new_prefill":12421,"score_linear":21680.0,"score_lmetric":21301},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":12421,"score_linear":206696.0,"score_lmetric":38742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":12421,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":12421,"score_linear":55130.0,"score_lmetric":12421}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30208.42444019,"t_first_token_unix":1779964204.9793835,"t_done":30208.683709046,"t_done_unix":1779964205.238661},{"request_id":"1329470:2:1332133:409","session_id":"1329470","input_length":11766,"t_proxy_recv":30207.759907816,"t_decision_unix":1779964204.3148494,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9138194798572157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1014 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":1014,"cache_hit":10752,"estimated_new_tokens":1014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":11766,"score_linear":73234.0,"score_lmetric":18440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":11766,"score_linear":62618.0,"score_lmetric":11766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":11766,"score_linear":12421.0,"score_lmetric":24187},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1156,"cache_hit":10752,"new_prefill":1014,"score_linear":-10752.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":11766,"score_linear":206696.0,"score_lmetric":36777},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":11766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":11766,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":11766,"score_linear":55130.0,"score_lmetric":11766}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":30208.830895904,"t_first_token_unix":1779964205.385839,"t_done":30208.920139011,"t_done_unix":1779964205.475082},{"request_id":"1329110:3:1332476:411","session_id":"1329110","input_length":13479,"t_proxy_recv":30209.082879459,"t_decision_unix":1779964205.637821,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9496253431263447,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (679 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":679,"cache_hit":12800,"estimated_new_tokens":679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":13479,"score_linear":73234.0,"score_lmetric":20153},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":13479,"score_linear":62618.0,"score_lmetric":13479},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":13479,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1810,"ongoing_decode_tokens":21680,"pending_prefill_tokens":-7070,"num_requests":1,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":13479,"score_linear":1810.0,"score_lmetric":6409},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":13479,"score_linear":206696.0,"score_lmetric":41916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":12800,"new_prefill":679,"score_linear":-12800.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":13479,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":13479,"score_linear":55130.0,"score_lmetric":13479}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30209.226496257,"t_first_token_unix":1779964205.781439,"t_done":30209.588012261,"t_done_unix":1779964206.1429558},{"request_id":"1325541:2:1331846:404","session_id":"1325541","input_length":73234,"t_proxy_recv":30206.805682559,"t_decision_unix":1779964203.3606238,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9088674659311249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6674 < 8000)","v3_prefill_cache_hit":66560,"v3_new_local":6674,"cache_hit":66560,"estimated_new_tokens":6674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":66560,"new_prefill":6674,"score_linear":-66560.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":73234,"score_linear":62618.0,"score_lmetric":73234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14067,"ongoing_decode_tokens":0,"pending_prefill_tokens":2291,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":73234,"score_linear":14067.0,"score_lmetric":75525},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":73234,"score_linear":28977.0,"score_lmetric":73234},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":73234,"score_linear":206696.0,"score_lmetric":221181},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":73234,"score_linear":-8884.0,"score_lmetric":-73234},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":73234,"score_linear":55130.0,"score_lmetric":73234}],"chosen_score_linear":-66560.0,"chosen_score_lmetric":0,"t_first_token":30209.738366334,"t_first_token_unix":1779964206.2933097,"t_done":30209.802616705,"t_done_unix":1779964206.35756},{"request_id":"1269373:16:1331896:405","session_id":"1269373","input_length":71777,"t_proxy_recv":30207.003524239,"t_decision_unix":1779964203.5584652,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9629825710185714,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2657 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":2657,"cache_hit":69120,"estimated_new_tokens":2657,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":4096,"new_prefill":67681,"score_linear":69138.0,"score_lmetric":74355},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":71777,"score_linear":62618.0,"score_lmetric":71777},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14067,"ongoing_decode_tokens":14067,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1233,"cache_hit":0,"new_prefill":71777,"score_linear":14067.0,"score_lmetric":71777},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":71777,"score_linear":28977.0,"score_lmetric":71777},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":71777,"score_linear":206696.0,"score_lmetric":216810},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":71777,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":69120,"new_prefill":2657,"score_linear":-78004.0,"score_lmetric":-2657},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":7680,"new_prefill":64097,"score_linear":47450.0,"score_lmetric":64097}],"chosen_score_linear":-78004.0,"chosen_score_lmetric":-2657,"t_first_token":30208.180715714,"t_first_token_unix":1779964204.7356591,"t_done":30210.855811088,"t_done_unix":1779964207.4107552},{"request_id":"1332472:1:1332472:410","session_id":"1332472","input_length":1810,"t_proxy_recv":30209.057734682,"t_decision_unix":1779964205.6126764,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-7070.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1810 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1810,"cache_hit":0,"estimated_new_tokens":1810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":1810,"score_linear":73234.0,"score_lmetric":8484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":1810,"score_linear":62618.0,"score_lmetric":1810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21680,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":1810,"score_linear":206696.0,"score_lmetric":6909},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":1810,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":1810,"score_linear":55130.0,"score_lmetric":1810}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30209.202562914,"t_first_token_unix":1779964205.757506,"t_done":30212.231388183,"t_done_unix":1779964208.7863317},{"request_id":"1332013:1:1332013:406","session_id":"1332013","input_length":21680,"t_proxy_recv":30207.385991716,"t_decision_unix":1779964203.9409332,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8880.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":8880,"cache_hit":12800,"estimated_new_tokens":8880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":73234,"ongoing_decode_tokens":0,"pending_prefill_tokens":6674,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":21680,"score_linear":73234.0,"score_lmetric":28354},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":12800,"new_prefill":8880,"score_linear":49818.0,"score_lmetric":8880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1237,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1156,"cache_hit":12800,"new_prefill":8880,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":21680,"score_linear":206696.0,"score_lmetric":66519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":882,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":21680,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":21680,"score_linear":55130.0,"score_lmetric":21680}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":30208.778145553,"t_first_token_unix":1779964205.3330889,"t_done":30212.280842666,"t_done_unix":1779964208.8357866},{"request_id":"1332754:1:1332754:412","session_id":"1332754","input_length":19766,"t_proxy_recv":30210.085979404,"t_decision_unix":1779964206.6409206,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10886.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":19766,"v3_src_idx":3,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":1810,"ongoing_decode_tokens":23490,"pending_prefill_tokens":-8880},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":19766,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1092,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":19766,"score_linear":62618.0,"score_lmetric":19766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1810,"ongoing_decode_tokens":23490,"pending_prefill_tokens":-8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":19766,"score_linear":1810.0,"score_lmetric":10886},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":19766,"score_linear":206696.0,"score_lmetric":60777},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62893,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1303,"cache_hit":0,"new_prefill":19766,"score_linear":62893.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":19766,"score_linear":55130.0,"score_lmetric":19766}],"chosen_score_linear":1810.0,"chosen_score_lmetric":10886,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"write_mode":true,"t_prefill_sent":30210.086290095,"t_prefill_sent_unix":1779964206.6412327,"t_decode_sent":30210.086308596,"t_decode_sent_unix":1779964206.641252,"t_first_token":30212.186775612,"t_first_token_unix":1779964208.74172,"t_done":30212.671099283,"t_done_unix":1779964209.2260425,"t_prefill_done":30212.671103627,"t_prefill_done_unix":1779964209.2260466},{"request_id":"1316848:11:1333994:416","session_id":"1316848","input_length":29656,"t_proxy_recv":30214.46213111,"t_decision_unix":1779964211.0170722,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9840841650930672,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (472 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":472,"cache_hit":29184,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":145106,"ongoing_decode_tokens":145106,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":29656,"score_linear":145106.0,"score_lmetric":59312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":-8880,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":29184,"new_prefill":472,"score_linear":-50864.0,"score_lmetric":8408},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":29656,"score_linear":206696.0,"score_lmetric":90447},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":29656,"score_linear":-8884.0,"score_lmetric":-29656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":29656,"score_linear":55130.0,"score_lmetric":29656}],"chosen_score_linear":-50864.0,"chosen_score_lmetric":8408,"t_first_token":30214.576701912,"t_first_token_unix":1779964211.1316457,"t_done":30214.866919843,"t_done_unix":1779964211.4218633},{"request_id":"1279412:18:1332945:413","session_id":"1279412","input_length":82488,"t_proxy_recv":30210.92243156,"t_decision_unix":1779964207.477373,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9869071864998545,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1080 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":1080,"cache_hit":81408,"estimated_new_tokens":1080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19766,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1092,"cache_hit":39936,"new_prefill":42552,"score_linear":-20170.0,"score_lmetric":42552},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":81408,"new_prefill":1080,"score_linear":-18790.0,"score_lmetric":1080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21576,"ongoing_decode_tokens":23490,"pending_prefill_tokens":-8880,"num_requests":2,"active_p_offloads":0,"cached_blocks":1158,"cache_hit":0,"new_prefill":82488,"score_linear":21576.0,"score_lmetric":147216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":82488,"score_linear":206696.0,"score_lmetric":248943},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":82488,"score_linear":-8884.0,"score_lmetric":-82488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":12800,"new_prefill":69688,"score_linear":42330.0,"score_lmetric":69688}],"chosen_score_linear":-18790.0,"chosen_score_lmetric":1080,"t_first_token":30211.359799353,"t_first_token_unix":1779964207.914743,"t_done":30215.348778612,"t_done_unix":1779964211.9037223},{"request_id":"1309252:2:1334746:419","session_id":"1309252","input_length":45601,"t_proxy_recv":30217.302816036,"t_decision_unix":1779964213.8577569,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9768206837569352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1057 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":1057,"cache_hit":44544,"estimated_new_tokens":1057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":45601,"score_linear":62618.0,"score_lmetric":45601},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":2009,"ongoing_decode_tokens":0,"pending_prefill_tokens":14809,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":45601,"score_linear":2009.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":45601,"score_linear":206696.0,"score_lmetric":138282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":44544,"new_prefill":1057,"score_linear":-44544.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":45601,"score_linear":-8884.0,"score_lmetric":-45601},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":45601,"score_linear":55130.0,"score_lmetric":45601}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":30217.653302875,"t_first_token_unix":1779964214.2082462,"t_done":30219.272881538,"t_done_unix":1779964215.8278298},{"request_id":"1314357:2:1335184:420","session_id":"1314357","input_length":61229,"t_proxy_recv":30218.684052727,"t_decision_unix":1779964215.2389936,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9281876235117347,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4397 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":4397,"cache_hit":56832,"estimated_new_tokens":4397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":56832,"new_prefill":4397,"score_linear":-56832.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":61229,"score_linear":62618.0,"score_lmetric":61229},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":46673,"ongoing_decode_tokens":23689,"pending_prefill_tokens":6088,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":61229,"score_linear":46673.0,"score_lmetric":67317},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":61229,"score_linear":206696.0,"score_lmetric":185166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45601,"ongoing_decode_tokens":45601,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":61229,"score_linear":45601.0,"score_lmetric":61229},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":61229,"score_linear":-8884.0,"score_lmetric":-61229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":61229,"score_linear":55130.0,"score_lmetric":61229}],"chosen_score_linear":-56832.0,"chosen_score_lmetric":0,"t_first_token":30220.280030414,"t_first_token_unix":1779964216.8349743,"t_done":30222.257624183,"t_done_unix":1779964218.8125677},{"request_id":"1330881:2:1336222:422","session_id":"1330881","input_length":11989,"t_proxy_recv":30222.417175329,"t_decision_unix":1779964218.9721162,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":3,"affinity_cache_hit":3584,"affinity_cache_ratio":0.29894069563766784,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":3109.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=-1 cache_hit=3584 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":11989,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":-1,"v3_target_cache_hit":3584,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":46673,"ongoing_decode_tokens":68353,"pending_prefill_tokens":-8880},"v3_target_state":{"num_requests":-1,"ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":3584,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":11989,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":149882,"ongoing_decode_tokens":149882,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":11989,"score_linear":149882.0,"score_lmetric":23978},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":46673,"ongoing_decode_tokens":68353,"pending_prefill_tokens":-8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":11989,"score_linear":46673.0,"score_lmetric":3109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":11989,"score_linear":206696.0,"score_lmetric":37446},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":3584,"new_prefill":8405,"score_linear":-12468.0,"score_lmetric":-8405},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":11989,"score_linear":55130.0,"score_lmetric":11989}],"chosen_score_linear":46673.0,"chosen_score_lmetric":3109,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30222.418257758,"t_prefill_sent_unix":1779964218.9732006,"t_decode_sent":30222.418289881,"t_decode_sent_unix":1779964218.9732335,"t_first_token":30223.462070272,"t_first_token_unix":1779964220.0170135,"t_done":30223.62373167,"t_done_unix":1779964220.178675,"t_prefill_done":30223.623734074,"t_prefill_done_unix":1779964220.178677},{"request_id":"1334223:1:1334223:417","session_id":"1334223","input_length":23689,"t_proxy_recv":30215.333197529,"t_decision_unix":1779964211.8881385,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14809.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23689,"cache_hit":0,"estimated_new_tokens":23689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":145106,"ongoing_decode_tokens":145106,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":23689,"score_linear":145106.0,"score_lmetric":47378},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":-8880,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":23689,"score_linear":-21680.0,"score_lmetric":-14809},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":23689,"score_linear":206696.0,"score_lmetric":72546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":23689,"score_linear":-8884.0,"score_lmetric":-23689},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":23689,"score_linear":55130.0,"score_lmetric":23689}],"chosen_score_linear":-21680.0,"chosen_score_lmetric":-14809,"t_first_token":30217.998310174,"t_first_token_unix":1779964214.5532544,"t_done":30223.625469269,"t_done_unix":1779964220.1804187},{"request_id":"1279412:19:1335444:421","session_id":"1279412","input_length":87264,"t_proxy_recv":30219.592778894,"t_decision_unix":1779964216.14772,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":82432,"affinity_cache_ratio":0.9446277961129447,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4832 < 8000)","v3_prefill_cache_hit":82432,"v3_new_local":4832,"cache_hit":82432,"estimated_new_tokens":4832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61229,"ongoing_decode_tokens":0,"pending_prefill_tokens":4397,"num_requests":1,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":39936,"new_prefill":47328,"score_linear":21293.0,"score_lmetric":51725},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":82432,"new_prefill":4832,"score_linear":-19814.0,"score_lmetric":4832},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":46673,"ongoing_decode_tokens":23689,"pending_prefill_tokens":6088,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":87264,"score_linear":46673.0,"score_lmetric":93352},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":87264,"score_linear":206696.0,"score_lmetric":263271},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":87264,"score_linear":-8884.0,"score_lmetric":-87264},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":12800,"new_prefill":74464,"score_linear":42330.0,"score_lmetric":74464}],"chosen_score_linear":-19814.0,"chosen_score_lmetric":4832,"t_first_token":30222.095091223,"t_first_token_unix":1779964218.6500347,"t_done":30224.97586972,"t_done_unix":1779964221.5308137},{"request_id":"1316848:12:1334743:418","session_id":"1316848","input_length":44664,"t_proxy_recv":30217.311644675,"t_decision_unix":1779964213.8665862,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.6648755149561167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":29696,"v3_new_local":14968,"cache_hit":29696,"estimated_new_tokens":14968,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1130,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":44664,"score_linear":62618.0,"score_lmetric":44664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":2009,"ongoing_decode_tokens":0,"pending_prefill_tokens":14809,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":29696,"new_prefill":14968,"score_linear":-27687.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":44664,"score_linear":206696.0,"score_lmetric":135471},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45601,"ongoing_decode_tokens":0,"pending_prefill_tokens":1057,"num_requests":1,"active_p_offloads":0,"cached_blocks":883,"cache_hit":0,"new_prefill":44664,"score_linear":45601.0,"score_lmetric":45721},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1308,"cache_hit":0,"new_prefill":44664,"score_linear":-8884.0,"score_lmetric":-44664},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":44664,"score_linear":55130.0,"score_lmetric":44664}],"chosen_score_linear":-27687.0,"chosen_score_lmetric":0,"t_first_token":30221.803461163,"t_first_token_unix":1779964218.358405,"t_done":30225.17958612,"t_done_unix":1779964221.7345293},{"request_id":"1317598:3:1328678:385","session_id":"1317598","input_length":81827,"t_proxy_recv":30195.655462667,"t_decision_unix":1779964192.2104042,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9948794407713836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (419 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":419,"cache_hit":81408,"estimated_new_tokens":419,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":81827,"score_linear":66703.0,"score_lmetric":148530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":81827,"score_linear":143626.0,"score_lmetric":163654},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":81827,"score_linear":33182.0,"score_lmetric":81827},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":81408,"new_prefill":419,"score_linear":-81408.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":81827,"score_linear":-8884.0,"score_lmetric":-81827},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":81827,"score_linear":55130.0,"score_lmetric":81827}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":30196.060993769,"t_first_token_unix":1779964192.6159372,"t_done":30226.429238486,"t_done_unix":1779964222.9841893},{"request_id":"1337035:1:1337035:425","session_id":"1337035","input_length":12644,"t_proxy_recv":30225.21041944,"t_decision_unix":1779964221.765361,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3764.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[0,1,0,0,3,0,1,1])","v3_prefill_cache_hit":0,"v3_new_local":12644,"cache_hit":0,"estimated_new_tokens":12644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":12644,"score_linear":62618.0,"score_lmetric":12644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-7014,"ongoing_decode_tokens":14666,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1315,"cache_hit":0,"new_prefill":12644,"score_linear":-7014.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":12644,"score_linear":206696.0,"score_lmetric":39411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11125,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":12644,"score_linear":11125.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":12644,"score_linear":55130.0,"score_lmetric":12644}],"chosen_score_linear":-7014.0,"chosen_score_lmetric":0,"t_first_token":30226.260869509,"t_first_token_unix":1779964222.8158128,"t_done":30226.493575723,"t_done_unix":1779964223.0485187},{"request_id":"1259178:2:1336768:424","session_id":"1259178","input_length":20009,"t_proxy_recv":30224.184051359,"t_decision_unix":1779964220.7389927,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.716477585086711,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5673 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":5673,"cache_hit":14336,"estimated_new_tokens":5673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":149882,"ongoing_decode_tokens":149882,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":20009,"score_linear":149882.0,"score_lmetric":40018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37650,"ongoing_decode_tokens":44664,"pending_prefill_tokens":5786,"num_requests":1,"active_p_offloads":0,"cached_blocks":1286,"cache_hit":0,"new_prefill":20009,"score_linear":37650.0,"score_lmetric":25795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":20009,"score_linear":206696.0,"score_lmetric":61506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":14336,"new_prefill":5673,"score_linear":-23220.0,"score_lmetric":-5673},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":20009,"score_linear":55130.0,"score_lmetric":20009}],"chosen_score_linear":-23220.0,"chosen_score_lmetric":-5673,"t_first_token":30226.250977783,"t_first_token_unix":1779964222.8059213,"t_done":30227.066725764,"t_done_unix":1779964223.621669},{"request_id":"1257323:2:1329541:393","session_id":"1257323","input_length":90605,"t_proxy_recv":30198.972490083,"t_decision_unix":1779964195.5274315,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":90112,"affinity_cache_ratio":0.9945587991832681,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (493 < 8000)","v3_prefill_cache_hit":90112,"v3_new_local":493,"cache_hit":90112,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":90605,"score_linear":66703.0,"score_lmetric":157308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":90605,"score_linear":143626.0,"score_lmetric":181210},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":10847,"ongoing_decode_tokens":0,"pending_prefill_tokens":10847,"num_requests":1,"active_p_offloads":0,"cached_blocks":1110,"cache_hit":0,"new_prefill":90605,"score_linear":10847.0,"score_lmetric":101452},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116091,"ongoing_decode_tokens":116091,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":90112,"new_prefill":493,"score_linear":25979.0,"score_lmetric":986},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":90605,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":90605,"score_linear":55130.0,"score_lmetric":90605}],"chosen_score_linear":25979.0,"chosen_score_lmetric":986,"t_first_token":30226.31094965,"t_first_token_unix":1779964222.865893,"t_done":30227.095681489,"t_done_unix":1779964223.650625},{"request_id":"1336620:1:1336620:423","session_id":"1336620","input_length":14666,"t_proxy_recv":30223.718619405,"t_decision_unix":1779964220.2735608,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5786.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[0,2,0,0,3,0,0,1])","v3_prefill_cache_hit":0,"v3_new_local":14666,"cache_hit":0,"estimated_new_tokens":14666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":4096,"new_prefill":10570,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":149882,"ongoing_decode_tokens":149882,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":14666,"score_linear":149882.0,"score_lmetric":29332},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":22984,"ongoing_decode_tokens":44664,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1286,"cache_hit":0,"new_prefill":14666,"score_linear":22984.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":14666,"score_linear":206696.0,"score_lmetric":45477},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":7680,"new_prefill":6986,"score_linear":-16564.0,"score_lmetric":-6986},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":7680,"new_prefill":6986,"score_linear":47450.0,"score_lmetric":6986}],"chosen_score_linear":22984.0,"chosen_score_lmetric":0,"t_first_token":30225.019839047,"t_first_token_unix":1779964221.5747824,"t_done":30227.254166771,"t_done_unix":1779964223.8091102},{"request_id":"1316848:13:1337519:427","session_id":"1316848","input_length":45005,"t_proxy_recv":30227.049734336,"t_decision_unix":1779964223.6046755,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9897566937007,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (461 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":461,"cache_hit":44544,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":45005,"score_linear":62618.0,"score_lmetric":45005},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":45005,"score_linear":36518.0,"score_lmetric":61555},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-7014,"ongoing_decode_tokens":14666,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":44544,"new_prefill":461,"score_linear":-51558.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":207011,"ongoing_decode_tokens":207011,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1103,"cache_hit":0,"new_prefill":45005,"score_linear":207011.0,"score_lmetric":135015},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11125,"ongoing_decode_tokens":20009,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":45005,"score_linear":11125.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":45005,"score_linear":55130.0,"score_lmetric":45005}],"chosen_score_linear":-51558.0,"chosen_score_lmetric":0,"t_first_token":30227.220954923,"t_first_token_unix":1779964223.7758987,"t_done":30227.53859826,"t_done_unix":1779964224.0935419},{"request_id":"1259178:3:1337653:429","session_id":"1259178","input_length":22398,"t_proxy_recv":30227.493652011,"t_decision_unix":1779964224.0485935,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8915081703723546,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2430 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":2430,"cache_hit":19968,"estimated_new_tokens":2430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":22398,"score_linear":95383.0,"score_lmetric":22398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":22398,"score_linear":158001.0,"score_lmetric":44796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":22398,"score_linear":36518.0,"score_lmetric":38948},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23325,"ongoing_decode_tokens":45005,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":22398,"score_linear":23325.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":22398,"score_linear":116406.0,"score_lmetric":44796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1335,"cache_hit":19968,"new_prefill":2430,"score_linear":-28852.0,"score_lmetric":-2430},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":22398,"score_linear":55130.0,"score_lmetric":22398}],"chosen_score_linear":-28852.0,"chosen_score_lmetric":-2430,"t_first_token":30227.931662512,"t_first_token_unix":1779964224.4866064,"t_done":30228.797222848,"t_done_unix":1779964225.352169},{"request_id":"1311753:2:1337278:426","session_id":"1311753","input_length":36518,"t_proxy_recv":30226.075619914,"t_decision_unix":1779964222.6305604,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":19968,"affinity_cache_ratio":0.5467988389287475,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":19968,"v3_new_local":16550,"cache_hit":19968,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":36518,"score_linear":62618.0,"score_lmetric":36518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":19968,"new_prefill":16550,"score_linear":-19968.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":5630,"ongoing_decode_tokens":14666,"pending_prefill_tokens":3764,"num_requests":1,"active_p_offloads":0,"cached_blocks":1315,"cache_hit":0,"new_prefill":36518,"score_linear":5630.0,"score_lmetric":40282},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":206696,"ongoing_decode_tokens":116091,"pending_prefill_tokens":493,"num_requests":3,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":36518,"score_linear":206696.0,"score_lmetric":111033},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11125,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":36518,"score_linear":11125.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":36518,"score_linear":55130.0,"score_lmetric":36518}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":30229.491969284,"t_first_token_unix":1779964226.0469127,"t_done":30229.704381265,"t_done_unix":1779964226.2593243},{"request_id":"1268861:5:1329060:388","session_id":"1268861","input_length":34264,"t_proxy_recv":30197.06867714,"t_decision_unix":1779964193.6236184,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":26624,"affinity_cache_ratio":0.7770254494513191,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7640 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":7640,"cache_hit":26624,"estimated_new_tokens":7640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":34264,"score_linear":66703.0,"score_lmetric":100967},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143626,"ongoing_decode_tokens":143626,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":34264,"score_linear":143626.0,"score_lmetric":68528},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":34264,"score_linear":33182.0,"score_lmetric":34264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1109,"cache_hit":0,"new_prefill":34264,"score_linear":28615.0,"score_lmetric":34264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":26624,"new_prefill":7640,"score_linear":55203.0,"score_lmetric":7640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":34264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27996,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":34264,"score_linear":27996.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":21504,"new_prefill":12760,"score_linear":33626.0,"score_lmetric":12760}],"chosen_score_linear":55203.0,"chosen_score_lmetric":7640,"t_first_token":30198.708220652,"t_first_token_unix":1779964195.2631636,"t_done":30230.956444164,"t_done_unix":1779964227.5113873},{"request_id":"1269373:17:1338104:431","session_id":"1269373","input_length":73073,"t_proxy_recv":30229.16300935,"t_decision_unix":1779964225.71795,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9809368713478303,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1393 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":1393,"cache_hit":71680,"estimated_new_tokens":1393,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":4096,"new_prefill":68977,"score_linear":91287.0,"score_lmetric":68977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":73073,"score_linear":158001.0,"score_lmetric":146146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":73073,"score_linear":36518.0,"score_lmetric":89623},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":-8880,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":7680,"new_prefill":65393,"score_linear":-29360.0,"score_lmetric":-56513},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":73073,"score_linear":116406.0,"score_lmetric":146146},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":73073,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":71680,"new_prefill":1393,"score_linear":-80564.0,"score_lmetric":-1393},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":7680,"new_prefill":65393,"score_linear":47450.0,"score_lmetric":65393}],"chosen_score_linear":-80564.0,"chosen_score_lmetric":-1393,"t_first_token":30229.806526812,"t_first_token_unix":1779964226.3614702,"t_done":30232.21630139,"t_done_unix":1779964228.7712483},{"request_id":"1317598:4:1332127:408","session_id":"1317598","input_length":82142,"t_proxy_recv":30226.448955046,"t_decision_unix":1779964223.0038965,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81920,"affinity_cache_ratio":0.9972973631029194,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (222 < 8000)","v3_prefill_cache_hit":81920,"v3_new_local":222,"cache_hit":81920,"estimated_new_tokens":222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":82142,"score_linear":62618.0,"score_lmetric":82142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":82142,"score_linear":36518.0,"score_lmetric":98692},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":5630,"ongoing_decode_tokens":27310,"pending_prefill_tokens":-8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1315,"cache_hit":0,"new_prefill":82142,"score_linear":5630.0,"score_lmetric":73262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124869,"ongoing_decode_tokens":124869,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1103,"cache_hit":81920,"new_prefill":222,"score_linear":42949.0,"score_lmetric":444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11125,"ongoing_decode_tokens":20009,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":82142,"score_linear":11125.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":82142,"score_linear":55130.0,"score_lmetric":82142}],"chosen_score_linear":42949.0,"chosen_score_lmetric":444,"t_first_token":30226.703180782,"t_first_token_unix":1779964223.2581244,"t_done":30232.294434235,"t_done_unix":1779964228.849378},{"request_id":"1317598:5:1337780:430","session_id":"1317598","input_length":83088,"t_proxy_recv":30232.307876093,"t_decision_unix":1779964228.8628175,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82432,"affinity_cache_ratio":0.99210475640285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (656 < 8000)","v3_prefill_cache_hit":82432,"v3_new_local":656,"cache_hit":82432,"estimated_new_tokens":656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":83088,"score_linear":161535.0,"score_lmetric":175600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":83088,"score_linear":158001.0,"score_lmetric":166176},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":83088,"score_linear":102466.0,"score_lmetric":241455},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":82432,"new_prefill":656,"score_linear":-82432.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":83088,"score_linear":-8884.0,"score_lmetric":-83088},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":83088,"score_linear":55130.0,"score_lmetric":83088}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":30232.728555667,"t_first_token_unix":1779964229.2834995,"t_done":30233.30189302,"t_done_unix":1779964229.8568363},{"request_id":"1339977:1:1339977:442","session_id":"1339977","input_length":13816,"t_proxy_recv":30235.758691543,"t_decision_unix":1779964232.313633,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":13816.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13816,"cache_hit":0,"estimated_new_tokens":13816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":13816,"score_linear":161535.0,"score_lmetric":27632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":13816,"score_linear":158001.0,"score_lmetric":27632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":13816,"score_linear":102466.0,"score_lmetric":33639},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":13816,"score_linear":45994.0,"score_lmetric":13816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22643,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":13816,"score_linear":22643.0,"score_lmetric":13816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":13816,"score_linear":55130.0,"score_lmetric":13816}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30236.945104624,"t_first_token_unix":1779964233.500048,"t_done":30237.145370384,"t_done_unix":1779964233.7003145},{"request_id":"1279412:20:1337591:428","session_id":"1279412","input_length":95383,"t_proxy_recv":30227.298442416,"t_decision_unix":1779964223.8533835,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":87040,"affinity_cache_ratio":0.912531583196167,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=39936 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":87040,"v3_new_local":8343,"v3_src_idx":1,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":39936,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":39936,"recent_mig_received_in_window":0},"cache_hit":87040,"estimated_new_tokens":8343,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":39936,"new_prefill":55447,"score_linear":-39936.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":87040,"new_prefill":8343,"score_linear":-24422.0,"score_lmetric":8343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":0,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":95383,"score_linear":36518.0,"score_lmetric":111933},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23325,"ongoing_decode_tokens":45005,"pending_prefill_tokens":-8880,"num_requests":0,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":95383,"score_linear":23325.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":95383,"score_linear":116406.0,"score_lmetric":190766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1335,"cache_hit":0,"new_prefill":95383,"score_linear":-8884.0,"score_lmetric":-95383},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":12800,"new_prefill":82583,"score_linear":42330.0,"score_lmetric":82583}],"chosen_score_linear":-24422.0,"chosen_score_lmetric":8343,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"write_mode":true,"t_prefill_sent":30227.302125221,"t_prefill_sent_unix":1779964223.857068,"t_decode_sent":30227.302142085,"t_decode_sent_unix":1779964223.8570857,"t_first_token":30235.155594223,"t_first_token_unix":1779964231.7105508,"t_done":30237.277796446,"t_done_unix":1779964233.8327403,"t_prefill_done":30237.277803055,"t_prefill_done_unix":1779964233.8327515},{"request_id":"1309252:3:1339771:441","session_id":"1309252","input_length":45994,"t_proxy_recv":30235.009071991,"t_decision_unix":1779964231.564012,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":45568,"affinity_cache_ratio":0.9907379223376962,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (426 < 8000)","v3_prefill_cache_hit":45568,"v3_new_local":426,"cache_hit":45568,"estimated_new_tokens":426,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":45994,"score_linear":161535.0,"score_lmetric":91988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":45994,"score_linear":158001.0,"score_lmetric":91988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":45994,"score_linear":102466.0,"score_lmetric":130173},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":45568,"new_prefill":426,"score_linear":-45568.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22643,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":45994,"score_linear":22643.0,"score_lmetric":45994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":45994,"score_linear":55130.0,"score_lmetric":45994}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":30235.172890466,"t_first_token_unix":1779964231.7278347,"t_done":30238.601215157,"t_done_unix":1779964235.156159},{"request_id":"1341005:1:1341005:447","session_id":"1341005","input_length":5280,"t_proxy_recv":30239.223847744,"t_decision_unix":1779964235.778789,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":5280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5280 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5280,"cache_hit":0,"estimated_new_tokens":5280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161695,"ongoing_decode_tokens":161695,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":5280,"score_linear":161695.0,"score_lmetric":10560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":5280,"score_linear":62618.0,"score_lmetric":5280},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":5280,"score_linear":48381.0,"score_lmetric":53661},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":74458,"pending_prefill_tokens":-1133,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":5280,"score_linear":102466.0,"score_lmetric":12441},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2279,"ongoing_decode_tokens":2279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":5280,"score_linear":2279.0,"score_lmetric":5280},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":5280,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43864,"ongoing_decode_tokens":52748,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":5280,"score_linear":43864.0,"score_lmetric":10560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":5280,"score_linear":55130.0,"score_lmetric":5280}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30239.56104018,"t_first_token_unix":1779964236.1159842,"t_done":30239.922330853,"t_done_unix":1779964236.4772744},{"request_id":"1340903:1:1340903:446","session_id":"1340903","input_length":2279,"t_proxy_recv":30238.884205345,"t_decision_unix":1779964235.4391465,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":2279.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2279 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2279,"cache_hit":0,"estimated_new_tokens":2279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161695,"ongoing_decode_tokens":161695,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":0,"new_prefill":2279,"score_linear":161695.0,"score_lmetric":4558},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":2279,"score_linear":62618.0,"score_lmetric":2279},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":2279,"score_linear":48381.0,"score_lmetric":50660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":2279,"score_linear":102466.0,"score_lmetric":6837},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":886,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43864,"ongoing_decode_tokens":31527,"pending_prefill_tokens":20197,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":2279,"score_linear":43864.0,"score_lmetric":44952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":2279,"score_linear":55130.0,"score_lmetric":2279}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30239.025752435,"t_first_token_unix":1779964235.5806959,"t_done":30240.047762989,"t_done_unix":1779964236.602706},{"request_id":"1279412:21:1339581:440","session_id":"1279412","input_length":95543,"t_proxy_recv":30237.293061336,"t_decision_unix":1779964233.8480031,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9967449211349864,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":95232,"v3_new_local":311,"cache_hit":95232,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1247,"cache_hit":95232,"new_prefill":311,"score_linear":-29080.0,"score_lmetric":311},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":95232,"new_prefill":311,"score_linear":-32614.0,"score_lmetric":311},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":95543,"score_linear":48381.0,"score_lmetric":143924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":95543,"score_linear":102466.0,"score_lmetric":278820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1148,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":95543,"score_linear":45994.0,"score_lmetric":95543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43864,"ongoing_decode_tokens":31527,"pending_prefill_tokens":20197,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":95543,"score_linear":43864.0,"score_lmetric":231480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":12800,"new_prefill":82743,"score_linear":42330.0,"score_lmetric":82743}],"chosen_score_linear":-29080.0,"chosen_score_lmetric":311,"t_first_token":30237.43496548,"t_first_token_unix":1779964233.9899092,"t_done":30240.663228538,"t_done_unix":1779964237.218172},{"request_id":"1315567:3:1325346:372","session_id":"1315567","input_length":55130,"t_proxy_recv":30183.598375442,"t_decision_unix":1779964180.153317,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9937239252675494,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (346 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":346,"cache_hit":54784,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":4096,"new_prefill":51034,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135020,"ongoing_decode_tokens":135020,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1153,"cache_hit":0,"new_prefill":55130,"score_linear":135020.0,"score_lmetric":110260},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":55130,"score_linear":33182.0,"score_lmetric":55130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31306,"ongoing_decode_tokens":31306,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":0,"new_prefill":55130,"score_linear":31306.0,"score_lmetric":110260},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":55130,"score_linear":79663.0,"score_lmetric":55130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":55130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":113084,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":7680,"new_prefill":47450,"score_linear":105404.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":649,"cache_hit":54784,"new_prefill":346,"score_linear":67184.0,"score_lmetric":346}],"chosen_score_linear":67184.0,"chosen_score_lmetric":346,"t_first_token":30183.791439617,"t_first_token_unix":1779964180.3463824,"t_done":30240.670686121,"t_done_unix":1779964237.2256293},{"request_id":"1338292:1:1338292:432","session_id":"1338292","input_length":9325,"t_proxy_recv":30229.698196752,"t_decision_unix":1779964226.2531378,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":445.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9325,"cache_hit":0,"estimated_new_tokens":9325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":9325,"score_linear":95383.0,"score_lmetric":9325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":9325,"score_linear":158001.0,"score_lmetric":18650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":36518,"ongoing_decode_tokens":36518,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":9325,"score_linear":36518.0,"score_lmetric":9325},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":-8880,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":9325,"score_linear":-21680.0,"score_lmetric":-445},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":9325,"score_linear":116406.0,"score_lmetric":18650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":0,"pending_prefill_tokens":1393,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":0,"new_prefill":9325,"score_linear":64189.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":9325,"score_linear":55130.0,"score_lmetric":9325}],"chosen_score_linear":-21680.0,"chosen_score_lmetric":-445,"t_first_token":30230.398146603,"t_first_token_unix":1779964226.95309,"t_done":30240.825344521,"t_done_unix":1779964237.3802876},{"request_id":"1259178:4:1339295:439","session_id":"1259178","input_length":24462,"t_proxy_recv":30233.174086174,"t_decision_unix":1779964229.7290275,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9209385986427929,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1934 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":1934,"cache_hit":22528,"estimated_new_tokens":1934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":24462,"score_linear":161535.0,"score_lmetric":58348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":24462,"score_linear":158001.0,"score_lmetric":48924},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":24462,"score_linear":102466.0,"score_lmetric":65577},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":83088,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":24462,"score_linear":83088.0,"score_lmetric":24462},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":22528,"new_prefill":1934,"score_linear":-24347.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":24462,"score_linear":55130.0,"score_lmetric":24462}],"chosen_score_linear":-24347.0,"chosen_score_lmetric":0,"t_first_token":30233.597263859,"t_first_token_unix":1779964230.1522079,"t_done":30241.474883717,"t_done_unix":1779964238.0298269},{"request_id":"1340290:1:1340290:445","session_id":"1340290","input_length":21221,"t_proxy_recv":30236.902274864,"t_decision_unix":1779964233.4572165,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":20197.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,2,1,3,1,1,1,1])","v3_prefill_cache_hit":1024,"v3_new_local":20197,"cache_hit":1024,"estimated_new_tokens":20197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":21221,"score_linear":161535.0,"score_lmetric":42442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":21221,"score_linear":158001.0,"score_lmetric":42442},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":21221,"score_linear":48381.0,"score_lmetric":69602},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":21221,"score_linear":102466.0,"score_lmetric":55854},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":21221,"score_linear":13816.0,"score_lmetric":35037},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":21221,"score_linear":45994.0,"score_lmetric":21221},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22643,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":1024,"new_prefill":20197,"score_linear":21619.0,"score_lmetric":20197},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":21221,"score_linear":55130.0,"score_lmetric":21221}],"chosen_score_linear":21619.0,"chosen_score_lmetric":20197,"t_first_token":30239.144038986,"t_first_token_unix":1779964235.698983,"t_done":30241.803333206,"t_done_unix":1779964238.3582761},{"request_id":"1341912:1:1341912:449","session_id":"1341912","input_length":9909,"t_proxy_recv":30242.261017784,"t_decision_unix":1779964238.8159592,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9909.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9909,"cache_hit":0,"estimated_new_tokens":9909,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":9909,"score_linear":66152.0,"score_lmetric":9909},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":9909,"score_linear":62618.0,"score_lmetric":9909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":9909,"score_linear":48381.0,"score_lmetric":58290},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":130668,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":9909,"score_linear":130668.0,"score_lmetric":10896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":9909,"score_linear":35708.0,"score_lmetric":9909},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30243.034605271,"t_first_token_unix":1779964239.58955,"t_done":30243.535334848,"t_done_unix":1779964240.0902781},{"request_id":"1340290:2:1342119:451","session_id":"1340290","input_length":21380,"t_proxy_recv":30242.917981383,"t_decision_unix":1779964239.4729226,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9818521983161833,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (388 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":388,"cache_hit":20992,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":21380,"score_linear":66152.0,"score_lmetric":21380},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":21380,"score_linear":62618.0,"score_lmetric":21380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":21380,"score_linear":48381.0,"score_lmetric":69761},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":130668,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":21380,"score_linear":130668.0,"score_lmetric":45309},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":21380,"score_linear":9909.0,"score_lmetric":31289},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":21380,"score_linear":19887.0,"score_lmetric":41267},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":20992,"new_prefill":388,"score_linear":14716.0,"score_lmetric":388},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":21380,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":14716.0,"chosen_score_lmetric":388,"t_first_token":30242.959209773,"t_first_token_unix":1779964239.514153,"t_done":30243.756074885,"t_done_unix":1779964240.3110182},{"request_id":"1341948:1:1341948:450","session_id":"1341948","input_length":19887,"t_proxy_recv":30242.380137641,"t_decision_unix":1779964238.935079,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":19887.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19887,"cache_hit":0,"estimated_new_tokens":19887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":19887,"score_linear":66152.0,"score_lmetric":19887},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":19887,"score_linear":62618.0,"score_lmetric":19887},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":19887,"score_linear":48381.0,"score_lmetric":68268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":130668,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":19887,"score_linear":130668.0,"score_lmetric":40830},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":19887,"score_linear":9909.0,"score_lmetric":29796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":19887,"score_linear":35708.0,"score_lmetric":19887},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30244.423541016,"t_first_token_unix":1779964240.9784887,"t_done":30244.678021839,"t_done_unix":1779964241.2329652},{"request_id":"1340903:2:1342632:453","session_id":"1340903","input_length":2129,"t_proxy_recv":30244.720221303,"t_decision_unix":1779964241.2751627,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":2048,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (81 < 8000)","v3_prefill_cache_hit":2048,"v3_new_local":81,"cache_hit":2048,"estimated_new_tokens":81,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":2129,"score_linear":66152.0,"score_lmetric":2129},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":2129,"score_linear":62618.0,"score_lmetric":2129},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":2129,"score_linear":48381.0,"score_lmetric":50510},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136848,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-97,"num_requests":4,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":2129,"score_linear":136848.0,"score_lmetric":8128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":2048,"new_prefill":81,"score_linear":-2048.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":2129,"score_linear":35708.0,"score_lmetric":2129},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2048.0,"chosen_score_lmetric":0,"t_first_token":30244.734298199,"t_first_token_unix":1779964241.289241,"t_done":30244.808110329,"t_done_unix":1779964241.3630533},{"request_id":"1336620:2:1338440:434","session_id":"1336620","input_length":14918,"t_proxy_recv":30230.113239783,"t_decision_unix":1779964226.6681812,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.960986727443357,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (582 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":582,"cache_hit":14336,"estimated_new_tokens":582,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":4096,"new_prefill":10822,"score_linear":91287.0,"score_lmetric":10822},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":14918,"score_linear":158001.0,"score_lmetric":29836},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37860,"ongoing_decode_tokens":0,"pending_prefill_tokens":996,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":14336,"new_prefill":582,"score_linear":23524.0,"score_lmetric":1578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":14918,"score_linear":116406.0,"score_lmetric":29836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":7680,"new_prefill":7238,"score_linear":56509.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":7680,"new_prefill":7238,"score_linear":47450.0,"score_lmetric":7238}],"chosen_score_linear":23524.0,"chosen_score_lmetric":1578,"t_first_token":30239.166309247,"t_first_token_unix":1779964235.7212524,"t_done":30246.325028245,"t_done_unix":1779964242.8799732},{"request_id":"1340278:1:1340278:444","session_id":"1340278","input_length":48381,"t_proxy_recv":30236.897221349,"t_decision_unix":1779964233.4521627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":48381.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":48381,"cache_hit":0,"estimated_new_tokens":48381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":48381,"score_linear":161535.0,"score_lmetric":96762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":48381,"score_linear":158001.0,"score_lmetric":96762},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":48381,"score_linear":102466.0,"score_lmetric":137334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1121,"cache_hit":0,"new_prefill":48381,"score_linear":13816.0,"score_lmetric":62197},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":45994,"ongoing_decode_tokens":45994,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":48381,"score_linear":45994.0,"score_lmetric":48381},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22643,"ongoing_decode_tokens":31527,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":48381,"score_linear":22643.0,"score_lmetric":48381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":48381,"score_linear":55130.0,"score_lmetric":48381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30245.739988961,"t_first_token_unix":1779964242.2949324,"t_done":30246.340012407,"t_done_unix":1779964242.894956},{"request_id":"1341005:2:1342961:456","session_id":"1341005","input_length":9360,"t_proxy_recv":30245.887702298,"t_decision_unix":1779964242.4426434,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.5470085470085471,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4240 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":4240,"cache_hit":5120,"estimated_new_tokens":4240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":9360,"score_linear":66152.0,"score_lmetric":9360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":9360,"score_linear":62618.0,"score_lmetric":9360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":9360,"score_linear":48381.0,"score_lmetric":9360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136848,"ongoing_decode_tokens":121001,"pending_prefill_tokens":-6277,"num_requests":4,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":9360,"score_linear":136848.0,"score_lmetric":12332},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9360,"score_linear":65289.0,"score_lmetric":74649},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":5120,"new_prefill":4240,"score_linear":-5120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":9360,"score_linear":35708.0,"score_lmetric":9360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":9360,"score_linear":59219.0,"score_lmetric":68579}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30246.27175836,"t_first_token_unix":1779964242.8267095,"t_done":30246.563612462,"t_done_unix":1779964243.1185555},{"request_id":"1334223:2:1341796:448","session_id":"1334223","input_length":37527,"t_proxy_recv":30241.830600223,"t_decision_unix":1779964238.3855417,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23552,"affinity_cache_ratio":0.6276014602819303,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":23552,"v3_new_local":13975,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":93141,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277},"v3_target_state":{"num_requests":0,"ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":23552,"estimated_new_tokens":13975,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":37527,"score_linear":66152.0,"score_lmetric":37527},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":37527,"score_linear":62618.0,"score_lmetric":37527},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":37527,"score_linear":48381.0,"score_lmetric":85908},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93141,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":23552,"new_prefill":13975,"score_linear":69589.0,"score_lmetric":15396},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1152,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":37527,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":69589.0,"chosen_score_lmetric":15396,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30241.831519789,"t_prefill_sent_unix":1779964238.3864625,"t_decode_sent":30241.83154436,"t_decode_sent_unix":1779964238.386488,"t_first_token":30245.04912716,"t_first_token_unix":1779964241.6040707,"t_done":30247.21704353,"t_done_unix":1779964243.7719874,"t_prefill_done":30247.217049351,"t_prefill_done_unix":1779964243.7720065},{"request_id":"1342327:1:1342327:452","session_id":"1342327","input_length":6180,"t_proxy_recv":30243.68409643,"t_decision_unix":1779964240.239038,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":-291.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6180 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6180,"cache_hit":0,"estimated_new_tokens":6180,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":6180,"score_linear":66152.0,"score_lmetric":6180},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":6180,"score_linear":62618.0,"score_lmetric":6180},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":6180,"score_linear":48381.0,"score_lmetric":54561},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":130668,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":6180,"score_linear":130668.0,"score_lmetric":-291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":6180,"score_linear":19887.0,"score_lmetric":26067},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":57088,"ongoing_decode_tokens":28445,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":6180,"score_linear":57088.0,"score_lmetric":12360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":130668.0,"chosen_score_lmetric":-291,"t_first_token":30245.344498893,"t_first_token_unix":1779964241.8994424,"t_done":30247.328947643,"t_done_unix":1779964243.8838904},{"request_id":"1343191:1:1343191:457","session_id":"1343191","input_length":11912,"t_proxy_recv":30246.793448151,"t_decision_unix":1779964243.3483896,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":11912.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11912,"cache_hit":0,"estimated_new_tokens":11912,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":11912,"score_linear":66152.0,"score_lmetric":11912},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":11912,"score_linear":62618.0,"score_lmetric":11912},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":143301,"ongoing_decode_tokens":106083,"pending_prefill_tokens":246,"num_requests":4,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":11912,"score_linear":143301.0,"score_lmetric":48632},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":11912,"score_linear":65289.0,"score_lmetric":77201},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":11912,"score_linear":35708.0,"score_lmetric":11912},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":11912,"score_linear":59219.0,"score_lmetric":71131}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30247.74752479,"t_first_token_unix":1779964244.302468,"t_done":30247.800573162,"t_done_unix":1779964244.3555162},{"request_id":"1314357:3:1338999:437","session_id":"1314357","input_length":66152,"t_proxy_recv":30232.139144059,"t_decision_unix":1779964228.6940851,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9287701052122385,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4712 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":4712,"cache_hit":61440,"estimated_new_tokens":4712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":61440,"new_prefill":4712,"score_linear":33943.0,"score_lmetric":4712},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":66152,"score_linear":158001.0,"score_lmetric":132304},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":66152,"score_linear":102466.0,"score_lmetric":190647},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":66152,"score_linear":82142.0,"score_lmetric":66152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":0,"new_prefill":66152,"score_linear":64189.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":66152,"score_linear":55130.0,"score_lmetric":66152}],"chosen_score_linear":33943.0,"chosen_score_lmetric":4712,"t_first_token":30234.20212722,"t_first_token_unix":1779964230.7570708,"t_done":30248.658259532,"t_done_unix":1779964245.2132032},{"request_id":"1338292:2:1343599:460","session_id":"1338292","input_length":14103,"t_proxy_recv":30247.998504289,"t_decision_unix":1779964244.553445,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6534779834077856,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4887 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":4887,"cache_hit":9216,"estimated_new_tokens":4887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":14103,"score_linear":66152.0,"score_lmetric":14103},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":14103,"score_linear":62618.0,"score_lmetric":14103},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":14103,"score_linear":21402.0,"score_lmetric":35505},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1425,"cache_hit":9216,"new_prefill":4887,"score_linear":90378.0,"score_lmetric":-2780},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14103,"score_linear":75521.0,"score_lmetric":159792},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":14103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":14103,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":14103,"score_linear":59219.0,"score_lmetric":73322}],"chosen_score_linear":90378.0,"chosen_score_lmetric":-2780,"t_first_token":30248.592073008,"t_first_token_unix":1779964245.1470165,"t_done":30248.76995087,"t_done_unix":1779964245.324894},{"request_id":"1343312:1:1343312:459","session_id":"1343312","input_length":21402,"t_proxy_recv":30247.15716174,"t_decision_unix":1779964243.7121031,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":21402.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21402,"cache_hit":0,"estimated_new_tokens":21402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":21402,"score_linear":66152.0,"score_lmetric":21402},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":21402,"score_linear":62618.0,"score_lmetric":21402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":21402,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":143301,"ongoing_decode_tokens":106083,"pending_prefill_tokens":246,"num_requests":4,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":21402,"score_linear":143301.0,"score_lmetric":86592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":21402,"score_linear":75521.0,"score_lmetric":174390},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":21402,"score_linear":11912.0,"score_lmetric":33314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":21402,"score_linear":35708.0,"score_lmetric":21402},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":21402,"score_linear":59219.0,"score_lmetric":80621}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30249.460839294,"t_first_token_unix":1779964246.015784,"t_done":30249.520676982,"t_done_unix":1779964246.0756202},{"request_id":"1342327:2:1343857:461","session_id":"1342327","input_length":9820,"t_proxy_recv":30248.821685123,"t_decision_unix":1779964245.376626,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6256619144602852,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3676 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":3676,"cache_hit":6144,"estimated_new_tokens":3676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":9820,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":9820,"score_linear":62618.0,"score_lmetric":9820},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":9820,"score_linear":21402.0,"score_lmetric":31222},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":6144,"new_prefill":3676,"score_linear":93450.0,"score_lmetric":-5202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9820,"score_linear":75521.0,"score_lmetric":151226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":9820,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":9820,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":9820,"score_linear":59219.0,"score_lmetric":69039}],"chosen_score_linear":93450.0,"chosen_score_lmetric":-5202,"t_first_token":30249.211173042,"t_first_token_unix":1779964245.7661176,"t_done":30249.833270435,"t_done_unix":1779964246.3882134},{"request_id":"1279412:22:1344210:462","session_id":"1279412","input_length":95781,"t_proxy_recv":30250.090635743,"t_decision_unix":1779964246.6455772,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9996137020912289,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (37 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":37,"cache_hit":95744,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":95744,"new_prefill":37,"score_linear":-95744.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":95232,"new_prefill":549,"score_linear":-32614.0,"score_lmetric":549},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1441,"cache_hit":0,"new_prefill":95781,"score_linear":99594.0,"score_lmetric":179008},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":95781,"score_linear":75521.0,"score_lmetric":323148},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":95781,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":12800,"new_prefill":82981,"score_linear":46419.0,"score_lmetric":142200}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":30250.231327947,"t_first_token_unix":1779964246.7862718,"t_done":30252.357407925,"t_done_unix":1779964248.912356},{"request_id":"1253743:5:1338406:433","session_id":"1253743","input_length":50215,"t_proxy_recv":30230.020666909,"t_decision_unix":1779964226.575608,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9890271831126157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (551 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":551,"cache_hit":49664,"estimated_new_tokens":551,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":17408,"new_prefill":32807,"score_linear":77975.0,"score_lmetric":32807},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":3584,"new_prefill":46631,"score_linear":154417.0,"score_lmetric":93262},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-12355,"ongoing_decode_tokens":0,"pending_prefill_tokens":445,"num_requests":0,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":49664,"new_prefill":551,"score_linear":-62019.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":50215,"score_linear":116406.0,"score_lmetric":100430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":4608,"new_prefill":45607,"score_linear":59581.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":50215,"score_linear":55130.0,"score_lmetric":50215}],"chosen_score_linear":-62019.0,"chosen_score_lmetric":0,"t_first_token":30239.165336047,"t_first_token_unix":1779964235.7202795,"t_done":30252.479626326,"t_done_unix":1779964249.0345695},{"request_id":"1342327:3:1344788:466","session_id":"1342327","input_length":12398,"t_proxy_recv":30252.063304299,"t_decision_unix":1779964248.6182458,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.78464268430392,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2670 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":2670,"cache_hit":9728,"estimated_new_tokens":2670,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95781,"ongoing_decode_tokens":95781,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":12398,"score_linear":95781.0,"score_lmetric":12398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":12398,"score_linear":62618.0,"score_lmetric":12398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":12398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1441,"cache_hit":9728,"new_prefill":2670,"score_linear":89866.0,"score_lmetric":-7214},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":12398,"score_linear":75521.0,"score_lmetric":156382},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":12398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30997,"ongoing_decode_tokens":7065,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":12398,"score_linear":30997.0,"score_lmetric":45214},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":12398,"score_linear":59219.0,"score_lmetric":71617}],"chosen_score_linear":89866.0,"chosen_score_lmetric":-7214,"t_first_token":30252.428213111,"t_first_token_unix":1779964248.9831564,"t_done":30252.744955125,"t_done_unix":1779964249.2998984},{"request_id":"1316848:14:1338658:435","session_id":"1316848","input_length":49688,"t_proxy_recv":30230.941673054,"t_decision_unix":1779964227.4966142,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.8964739977459346,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5144 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":5144,"cache_hit":44544,"estimated_new_tokens":5144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":49688,"score_linear":95383.0,"score_lmetric":49688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":49688,"score_linear":158001.0,"score_lmetric":99376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":52778,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-7747,"num_requests":2,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":44544,"new_prefill":5144,"score_linear":8234.0,"score_lmetric":-5206},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":116406,"ongoing_decode_tokens":116406,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1104,"cache_hit":0,"new_prefill":49688,"score_linear":116406.0,"score_lmetric":99376},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":64189,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1340,"cache_hit":0,"new_prefill":49688,"score_linear":64189.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":49688,"score_linear":55130.0,"score_lmetric":49688}],"chosen_score_linear":8234.0,"chosen_score_lmetric":-5206,"t_first_token":30240.56090693,"t_first_token_unix":1779964237.115851,"t_done":30254.028909633,"t_done_unix":1779964250.5838528},{"request_id":"1316848:15:1344261:463","session_id":"1316848","input_length":50447,"t_proxy_recv":30254.040940049,"t_decision_unix":1779964250.5958815,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9946280254524551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (271 < 8000)","v3_prefill_cache_hit":50176,"v3_new_local":271,"cache_hit":50176,"estimated_new_tokens":271,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":50447,"score_linear":62618.0,"score_lmetric":50447},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":50176,"new_prefill":271,"score_linear":-50485.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":50447,"score_linear":75521.0,"score_lmetric":232480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30997,"ongoing_decode_tokens":7065,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":50447,"score_linear":30997.0,"score_lmetric":83263},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":50447,"score_linear":59219.0,"score_lmetric":109666}],"chosen_score_linear":-50485.0,"chosen_score_lmetric":0,"t_first_token":30254.21359241,"t_first_token_unix":1779964250.768536,"t_done":30254.643030019,"t_done_unix":1779964251.1979733},{"request_id":"1345921:1:1345921:469","session_id":"1345921","input_length":505,"t_proxy_recv":30255.922728989,"t_decision_unix":1779964252.4776702,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":505.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":505,"cache_hit":0,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":505,"score_linear":62618.0,"score_lmetric":505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58506,"ongoing_decode_tokens":21371,"pending_prefill_tokens":2362,"num_requests":1,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":0,"new_prefill":505,"score_linear":58506.0,"score_lmetric":2867},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":505,"score_linear":75521.0,"score_lmetric":132596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104943,"ongoing_decode_tokens":7065,"pending_prefill_tokens":33546,"num_requests":2,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":505,"score_linear":104943.0,"score_lmetric":68102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":505,"score_linear":59219.0,"score_lmetric":59724}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30255.976210152,"t_first_token_unix":1779964252.5311537,"t_done":30256.302033172,"t_done_unix":1779964252.8569763},{"request_id":"1344773:1:1344773:465","session_id":"1344773","input_length":32816,"t_proxy_recv":30252.045490027,"t_decision_unix":1779964248.6004314,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":32816.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[1,1,0,2,2,0,0,1])","v3_prefill_cache_hit":0,"v3_new_local":32816,"cache_hit":0,"estimated_new_tokens":32816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95781,"ongoing_decode_tokens":95781,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":32816,"score_linear":95781.0,"score_lmetric":32816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":32816,"score_linear":62618.0,"score_lmetric":32816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99594,"ongoing_decode_tokens":121274,"pending_prefill_tokens":-6277,"num_requests":2,"active_p_offloads":0,"cached_blocks":1441,"cache_hit":0,"new_prefill":32816,"score_linear":99594.0,"score_lmetric":53078},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":32816,"score_linear":75521.0,"score_lmetric":197218},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":32816,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":32816,"score_linear":59219.0,"score_lmetric":92035}],"chosen_score_linear":-1819.0,"chosen_score_lmetric":0,"t_first_token":30256.995026335,"t_first_token_unix":1779964253.54997,"t_done":30257.266666498,"t_done_unix":1779964253.8216097},{"request_id":"1344773:2:1346419:473","session_id":"1344773","input_length":33008,"t_proxy_recv":30257.792629613,"t_decision_unix":1779964254.3475707,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (240 < 8000)","v3_prefill_cache_hit":32768,"v3_new_local":240,"cache_hit":32768,"estimated_new_tokens":240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":33008,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":33008,"score_linear":62618.0,"score_lmetric":33008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":33008,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73348,"ongoing_decode_tokens":21371,"pending_prefill_tokens":4916,"num_requests":2,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":0,"new_prefill":33008,"score_linear":73348.0,"score_lmetric":75848},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112540,"ongoing_decode_tokens":0,"pending_prefill_tokens":68508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":33008,"score_linear":112540.0,"score_lmetric":304548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":33008,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72127,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":32768,"new_prefill":240,"score_linear":39359.0,"score_lmetric":240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":59219,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":33008,"score_linear":59219.0,"score_lmetric":33008}],"chosen_score_linear":39359.0,"chosen_score_lmetric":240,"t_first_token":30257.920319102,"t_first_token_unix":1779964254.4752622,"t_done":30258.297944036,"t_done_unix":1779964254.8528879},{"request_id":"1342634:1:1342634:454","session_id":"1342634","input_length":59219,"t_proxy_recv":30244.753369239,"t_decision_unix":1779964241.3083107,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":59219.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59219,"cache_hit":0,"estimated_new_tokens":59219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":59219,"score_linear":66152.0,"score_lmetric":59219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":59219,"score_linear":62618.0,"score_lmetric":59219},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":59219,"score_linear":48381.0,"score_lmetric":107600},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136848,"ongoing_decode_tokens":114821,"pending_prefill_tokens":-97,"num_requests":4,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":59219,"score_linear":136848.0,"score_lmetric":236488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2129,"ongoing_decode_tokens":2129,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":59219,"score_linear":2129.0,"score_lmetric":59219},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":59219,"score_linear":35708.0,"score_lmetric":59219},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30257.418551855,"t_first_token_unix":1779964253.973496,"t_done":30258.366095273,"t_done_unix":1779964254.9210384},{"request_id":"1342327:4:1346218:471","session_id":"1342327","input_length":14842,"t_proxy_recv":30257.024990581,"t_decision_unix":1779964253.5799317,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":12288,"affinity_cache_ratio":0.8279207653954993,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2554 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":2554,"cache_hit":12288,"estimated_new_tokens":2554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":14842,"score_linear":62618.0,"score_lmetric":14842},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":58506,"ongoing_decode_tokens":21371,"pending_prefill_tokens":2362,"num_requests":1,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":12288,"new_prefill":2554,"score_linear":46218.0,"score_lmetric":4916},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14842,"score_linear":75521.0,"score_lmetric":161270},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":14842,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104943,"ongoing_decode_tokens":113827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":14842,"score_linear":104943.0,"score_lmetric":29684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":14842,"score_linear":59219.0,"score_lmetric":74061}],"chosen_score_linear":46218.0,"chosen_score_lmetric":4916,"t_first_token":30258.378234373,"t_first_token_unix":1779964254.9331777,"t_done":30258.473153711,"t_done_unix":1779964255.0280967},{"request_id":"1316848:16:1345678:468","session_id":"1316848","input_length":58815,"t_proxy_recv":30255.039015179,"t_decision_unix":1779964251.593956,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.8531157017767577,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[0,1,0,0,2,0,2,1])","v3_prefill_cache_hit":50176,"v3_new_local":8639,"cache_hit":50176,"estimated_new_tokens":8639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":58815,"score_linear":62618.0,"score_lmetric":58815},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":50176,"new_prefill":8639,"score_linear":-50485.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":58815,"score_linear":75521.0,"score_lmetric":249216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104943,"ongoing_decode_tokens":7065,"pending_prefill_tokens":33546,"num_requests":2,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":0,"new_prefill":58815,"score_linear":104943.0,"score_lmetric":184722},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":58815,"score_linear":59219.0,"score_lmetric":118034}],"chosen_score_linear":-50485.0,"chosen_score_lmetric":0,"t_first_token":30258.097990661,"t_first_token_unix":1779964254.652934,"t_done":30258.560636382,"t_done_unix":1779964255.1155796},{"request_id":"1345921:2:1347089:474","session_id":"1345921","input_length":773,"t_proxy_recv":30260.108597356,"t_decision_unix":1779964256.6635385,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.6623544631306598,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (261 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":261,"cache_hit":512,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":512,"new_prefill":261,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":773,"score_linear":62618.0,"score_lmetric":773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":773,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112540,"ongoing_decode_tokens":0,"pending_prefill_tokens":68508,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":773,"score_linear":112540.0,"score_lmetric":207843},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72127,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":773,"score_linear":72127.0,"score_lmetric":773},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":30260.141540477,"t_first_token_unix":1779964256.6964836,"t_done":30260.391852752,"t_done_unix":1779964256.9467957},{"request_id":"1269373:18:1345570:467","session_id":"1269373","input_length":73946,"t_proxy_recv":30254.595125521,"t_decision_unix":1779964251.1500666,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9901279311930328,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (730 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":730,"cache_hit":73216,"estimated_new_tokens":730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":4096,"new_prefill":69850,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":73946,"score_linear":62618.0,"score_lmetric":73946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":50138,"ongoing_decode_tokens":71818,"pending_prefill_tokens":-6277,"num_requests":1,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":7680,"new_prefill":66266,"score_linear":42458.0,"score_lmetric":59989},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":73946,"score_linear":75521.0,"score_lmetric":279478},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30997,"ongoing_decode_tokens":7065,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1461,"cache_hit":73216,"new_prefill":730,"score_linear":-42219.0,"score_lmetric":33546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":7680,"new_prefill":66266,"score_linear":51539.0,"score_lmetric":125485}],"chosen_score_linear":-42219.0,"chosen_score_lmetric":33546,"t_first_token":30256.997920421,"t_first_token_unix":1779964253.5528636,"t_done":30261.116622312,"t_done_unix":1779964257.6715655},{"request_id":"1341948:2:1347296:475","session_id":"1341948","input_length":25661,"t_proxy_recv":30260.825986361,"t_decision_unix":1779964257.380928,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":19456,"affinity_cache_ratio":0.7581933673668212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6205 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":6205,"cache_hit":19456,"estimated_new_tokens":6205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":25661,"score_linear":62618.0,"score_lmetric":25661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":25661,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112540,"ongoing_decode_tokens":75521,"pending_prefill_tokens":2715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":25661,"score_linear":112540.0,"score_lmetric":85128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":19456,"new_prefill":6205,"score_linear":-19456.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72127,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":25661,"score_linear":72127.0,"score_lmetric":25661},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19456.0,"chosen_score_lmetric":0,"t_first_token":30261.867977148,"t_first_token_unix":1779964258.4229207,"t_done":30262.168993053,"t_done_unix":1779964258.7239377},{"request_id":"1347763:1:1347763:476","session_id":"1347763","input_length":5465,"t_proxy_recv":30262.433899924,"t_decision_unix":1779964258.9888415,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-812.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5465 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5465,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":5465,"score_linear":62618.0,"score_lmetric":5465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":5465,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":112540,"ongoing_decode_tokens":112540,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":5465,"score_linear":112540.0,"score_lmetric":16395},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":5465,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-309.0,"chosen_score_lmetric":0,"t_first_token":30262.789014396,"t_first_token_unix":1779964259.3439586,"t_done":30262.975190161,"t_done_unix":1779964259.5301337},{"request_id":"1341912:2:1343220:458","session_id":"1341912","input_length":10232,"t_proxy_recv":30246.868611645,"t_decision_unix":1779964243.4235528,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9507427677873339,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (504 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":504,"cache_hit":9728,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":10232,"score_linear":66152.0,"score_lmetric":10232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":10232,"score_linear":62618.0,"score_lmetric":10232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1387,"cache_hit":0,"new_prefill":10232,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":143301,"ongoing_decode_tokens":106083,"pending_prefill_tokens":246,"num_requests":4,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":10232,"score_linear":143301.0,"score_lmetric":41912},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":9728,"new_prefill":504,"score_linear":55561.0,"score_lmetric":65793},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":942,"cache_hit":0,"new_prefill":10232,"score_linear":11912.0,"score_lmetric":22144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":10232,"score_linear":35708.0,"score_lmetric":10232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":10232,"score_linear":59219.0,"score_lmetric":69451}],"chosen_score_linear":55561.0,"chosen_score_lmetric":65793,"t_first_token":30260.76275896,"t_first_token_unix":1779964257.3177023,"t_done":30263.293316295,"t_done_unix":1779964259.84826},{"request_id":"1268861:6:1346340:472","session_id":"1268861","input_length":37019,"t_proxy_recv":30257.469126984,"t_decision_unix":1779964254.024068,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9266592830708555,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2715 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":2715,"cache_hit":34304,"estimated_new_tokens":2715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":37019,"score_linear":62618.0,"score_lmetric":37019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":73348,"ongoing_decode_tokens":21371,"pending_prefill_tokens":4916,"num_requests":2,"active_p_offloads":0,"cached_blocks":1458,"cache_hit":0,"new_prefill":37019,"score_linear":73348.0,"score_lmetric":83870},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75521,"ongoing_decode_tokens":0,"pending_prefill_tokens":65793,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":34304,"new_prefill":2715,"score_linear":41217.0,"score_lmetric":137016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72127,"ongoing_decode_tokens":81011,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1525,"cache_hit":0,"new_prefill":37019,"score_linear":72127.0,"score_lmetric":37019},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":59219,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":21504,"new_prefill":15515,"score_linear":37715.0,"score_lmetric":15515}],"chosen_score_linear":41217.0,"chosen_score_lmetric":137016,"t_first_token":30261.370409082,"t_first_token_unix":1779964257.9253535,"t_done":30264.455246677,"t_done_unix":1779964261.01019},{"request_id":"1342921:1:1342921:455","session_id":"1342921","input_length":65289,"t_proxy_recv":30245.799399152,"t_decision_unix":1779964242.3543403,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":65289.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":65289,"cache_hit":0,"estimated_new_tokens":65289,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":65289,"score_linear":66152.0,"score_lmetric":65289},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":65289,"score_linear":62618.0,"score_lmetric":65289},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":65289,"score_linear":48381.0,"score_lmetric":65289},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":136848,"ongoing_decode_tokens":121001,"pending_prefill_tokens":-6277,"num_requests":4,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":65289,"score_linear":136848.0,"score_lmetric":236048},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":65289,"score_linear":35708.0,"score_lmetric":65289},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":0,"new_prefill":65289,"score_linear":59219.0,"score_lmetric":124508}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30260.760715704,"t_first_token_unix":1779964257.31566,"t_done":30265.607323584,"t_done_unix":1779964262.1622672},{"request_id":"1311753:3:1348389:480","session_id":"1311753","input_length":39636,"t_proxy_recv":30264.914752737,"t_decision_unix":1779964261.469694,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9171460288626501,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3284 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":3284,"cache_hit":36352,"estimated_new_tokens":3284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":39636,"score_linear":96026.0,"score_lmetric":39636},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":39636,"score_linear":62618.0,"score_lmetric":39636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":36352,"new_prefill":3284,"score_linear":-36352.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":39636,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":39636,"score_linear":65289.0,"score_lmetric":39636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":7065,"pending_prefill_tokens":3826,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":39636,"score_linear":39383.0,"score_lmetric":43462},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36352.0,"chosen_score_lmetric":0,"t_first_token":30265.829082699,"t_first_token_unix":1779964262.3840258,"t_done":30266.117684027,"t_done_unix":1779964262.6726272},{"request_id":"1345921:3:1348784:483","session_id":"1345921","input_length":1397,"t_proxy_recv":30266.106480132,"t_decision_unix":1779964262.661421,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.36649964209019326,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":885.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (885 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":885,"cache_hit":512,"estimated_new_tokens":885,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":512,"new_prefill":885,"score_linear":95514.0,"score_lmetric":885},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":1397,"score_linear":62618.0,"score_lmetric":1397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39636,"ongoing_decode_tokens":39636,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":1397,"score_linear":39636.0,"score_lmetric":1397},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":16908,"ongoing_decode_tokens":21371,"pending_prefill_tokens":10940,"num_requests":1,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":1397,"score_linear":16908.0,"score_lmetric":12337},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12701,"ongoing_decode_tokens":0,"pending_prefill_tokens":12701,"num_requests":1,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":1397,"score_linear":12701.0,"score_lmetric":14098},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":1397,"score_linear":39383.0,"score_lmetric":1397},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":95514.0,"chosen_score_lmetric":885,"t_first_token":30266.342962046,"t_first_token_unix":1779964262.8979058,"t_done":30266.609858426,"t_done_unix":1779964263.1648014},{"request_id":"1348394:1:1348394:481","session_id":"1348394","input_length":17217,"t_proxy_recv":30264.94744941,"t_decision_unix":1779964261.502391,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10940.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[1,1,1,0,1,0,1,0])","v3_prefill_cache_hit":0,"v3_new_local":17217,"cache_hit":0,"estimated_new_tokens":17217,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":17217,"score_linear":96026.0,"score_lmetric":17217},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":17217,"score_linear":62618.0,"score_lmetric":17217},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":17217,"score_linear":39636.0,"score_lmetric":20501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":17217,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":17217,"score_linear":65289.0,"score_lmetric":17217},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":7065,"pending_prefill_tokens":3826,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":17217,"score_linear":39383.0,"score_lmetric":21043},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-309.0,"chosen_score_lmetric":0,"t_first_token":30266.607095863,"t_first_token_unix":1779964263.1620393,"t_done":30267.13939066,"t_done_unix":1779964263.694334},{"request_id":"1348691:1:1348691:482","session_id":"1348691","input_length":12701,"t_proxy_recv":30265.806509995,"t_decision_unix":1779964262.3614516,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12701.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12701,"cache_hit":0,"estimated_new_tokens":12701,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":12701,"score_linear":96026.0,"score_lmetric":12701},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":12701,"score_linear":62618.0,"score_lmetric":12701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":12701,"score_linear":39636.0,"score_lmetric":15985},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":16908,"ongoing_decode_tokens":21371,"pending_prefill_tokens":10940,"num_requests":1,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":12701,"score_linear":16908.0,"score_lmetric":23641},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":12701,"score_linear":39383.0,"score_lmetric":12701},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30266.856127719,"t_first_token_unix":1779964263.4110718,"t_done":30267.217181145,"t_done_unix":1779964263.7721257},{"request_id":"1349975:1:1349975:487","session_id":"1349975","input_length":4988,"t_proxy_recv":30270.330172043,"t_decision_unix":1779964266.885113,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4988.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4988 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4988,"cache_hit":0,"estimated_new_tokens":4988,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":4988,"score_linear":96026.0,"score_lmetric":4988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":4988,"score_linear":62618.0,"score_lmetric":4988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149210,"ongoing_decode_tokens":158094,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":4988,"score_linear":149210.0,"score_lmetric":14964},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30270.649967507,"t_first_token_unix":1779964267.2049105,"t_done":30271.110373595,"t_done_unix":1779964267.6653168},{"request_id":"1350162:1:1350162:488","session_id":"1350162","input_length":4594,"t_proxy_recv":30271.018568649,"t_decision_unix":1779964267.57351,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4594.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4594 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4594,"cache_hit":0,"estimated_new_tokens":4594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":4594,"score_linear":96026.0,"score_lmetric":4594},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":4594,"score_linear":62618.0,"score_lmetric":4594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4988,"ongoing_decode_tokens":26359,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":4594,"score_linear":4988.0,"score_lmetric":4594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149210,"ongoing_decode_tokens":158094,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":4594,"score_linear":149210.0,"score_lmetric":13782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30271.307122633,"t_first_token_unix":1779964267.862066,"t_done":30271.424629086,"t_done_unix":1779964267.9795723},{"request_id":"1350896:1:1350896:489","session_id":"1350896","input_length":1471,"t_proxy_recv":30273.462083673,"t_decision_unix":1779964270.017025,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1471.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1471 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1471,"cache_hit":0,"estimated_new_tokens":1471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":1471,"score_linear":96026.0,"score_lmetric":1471},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":1471,"score_linear":62618.0,"score_lmetric":1471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149210,"ongoing_decode_tokens":158094,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":1471,"score_linear":149210.0,"score_lmetric":4413},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30273.562545729,"t_first_token_unix":1779964270.117489,"t_done":30273.927989484,"t_done_unix":1779964270.4829326},{"request_id":"1344773:3:1349525:486","session_id":"1344773","input_length":33334,"t_proxy_recv":30268.741096605,"t_decision_unix":1779964265.296038,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9830203395932081,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (566 < 8000)","v3_prefill_cache_hit":32768,"v3_new_local":566,"cache_hit":32768,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":33334,"score_linear":96026.0,"score_lmetric":33334},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":33334,"score_linear":62618.0,"score_lmetric":33334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115876,"ongoing_decode_tokens":48267,"pending_prefill_tokens":2253,"num_requests":2,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":32768,"new_prefill":566,"score_linear":83108.0,"score_lmetric":5638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":83108.0,"chosen_score_lmetric":5638,"t_first_token":30269.787199167,"t_first_token_unix":1779964266.342143,"t_done":30274.286220174,"t_done_unix":1779964270.8411632},{"request_id":"1350980:1:1350980:490","session_id":"1350980","input_length":15313,"t_proxy_recv":30273.709814645,"t_decision_unix":1779964270.2647562,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15313.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15313,"cache_hit":0,"estimated_new_tokens":15313,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":15313,"score_linear":96026.0,"score_lmetric":15313},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":15313,"score_linear":62618.0,"score_lmetric":15313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1471,"ongoing_decode_tokens":1471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":15313,"score_linear":1471.0,"score_lmetric":15313},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":149210,"ongoing_decode_tokens":158094,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":15313,"score_linear":149210.0,"score_lmetric":45939},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30275.073601338,"t_first_token_unix":1779964271.628545,"t_done":30275.115059227,"t_done_unix":1779964271.6700025},{"request_id":"1269373:19:1349406:485","session_id":"1269373","input_length":76493,"t_proxy_recv":30268.395446016,"t_decision_unix":1779964264.9503875,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.9705463245002811,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2253 < 8000)","v3_prefill_cache_hit":74240,"v3_new_local":2253,"cache_hit":74240,"estimated_new_tokens":2253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":4096,"new_prefill":72397,"score_linear":91930.0,"score_lmetric":72397},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":76493,"score_linear":62618.0,"score_lmetric":76493},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1305,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1001,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":74240,"new_prefill":2253,"score_linear":-34857.0,"score_lmetric":2253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-34857.0,"chosen_score_lmetric":2253,"t_first_token":30269.64065288,"t_first_token_unix":1779964266.1955967,"t_done":30276.573194641,"t_done_unix":1779964273.128138},{"request_id":"1253743:5:1351907:492","session_id":"1253743","input_length":51340,"t_proxy_recv":30277.245149795,"t_decision_unix":1779964273.8000915,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9773276197896377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1164 < 8000)","v3_prefill_cache_hit":50176,"v3_new_local":1164,"cache_hit":50176,"estimated_new_tokens":1164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":17408,"new_prefill":33932,"score_linear":78618.0,"score_lmetric":33932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":3584,"new_prefill":47756,"score_linear":59034.0,"score_lmetric":47756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1531,"cache_hit":50176,"new_prefill":1164,"score_linear":-50176.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":4608,"new_prefill":46732,"score_linear":34775.0,"score_lmetric":46732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-50176.0,"chosen_score_lmetric":0,"t_first_token":30277.622968347,"t_first_token_unix":1779964274.1779118,"t_done":30278.198292129,"t_done_unix":1779964274.7532358},{"request_id":"1344773:4:1352462:494","session_id":"1344773","input_length":33579,"t_proxy_recv":30279.041171561,"t_decision_unix":1779964275.596113,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9910956252419667,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (299 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":299,"cache_hit":33280,"estimated_new_tokens":299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":33579,"score_linear":96026.0,"score_lmetric":33579},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":33579,"score_linear":62618.0,"score_lmetric":33579},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":33579,"score_linear":21436.0,"score_lmetric":42727},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":33280,"new_prefill":299,"score_linear":6103.0,"score_lmetric":299},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":6103.0,"chosen_score_lmetric":299,"t_first_token":30279.11946597,"t_first_token_unix":1779964275.6744099,"t_done":30279.428957354,"t_done_unix":1779964275.9839034},{"request_id":"1350162:2:1352468:495","session_id":"1350162","input_length":10575,"t_proxy_recv":30279.053518509,"t_decision_unix":1779964275.60846,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4357446808510638,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":5967.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5967 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":5967,"cache_hit":4608,"estimated_new_tokens":5967,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":10575,"score_linear":96026.0,"score_lmetric":10575},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":10575,"score_linear":62618.0,"score_lmetric":10575},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":4608,"new_prefill":5967,"score_linear":-4608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":10575,"score_linear":21436.0,"score_lmetric":19723},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":72962,"ongoing_decode_tokens":48267,"pending_prefill_tokens":299,"num_requests":2,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":10575,"score_linear":72962.0,"score_lmetric":21748},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":30279.605042978,"t_first_token_unix":1779964276.1599865,"t_done":30279.738317472,"t_done_unix":1779964276.2932606},{"request_id":"1348691:2:1352277:493","session_id":"1348691","input_length":21436,"t_proxy_recv":30278.429901463,"t_decision_unix":1779964274.9848425,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5732412763575294,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12288,"v3_new_local":9148,"cache_hit":12288,"estimated_new_tokens":9148,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":21436,"score_linear":96026.0,"score_lmetric":21436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":21436,"score_linear":62618.0,"score_lmetric":21436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":12288,"new_prefill":9148,"score_linear":-12288.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":21436,"score_linear":39383.0,"score_lmetric":21436},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":30279.710737005,"t_first_token_unix":1779964276.2656813,"t_done":30279.938088782,"t_done_unix":1779964276.493032},{"request_id":"1334223:3:1348241:479","session_id":"1334223","input_length":41202,"t_proxy_recv":30264.346331558,"t_decision_unix":1779964260.9012728,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9071404300762099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3826 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":3826,"cache_hit":37376,"estimated_new_tokens":3826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":0,"new_prefill":41202,"score_linear":96026.0,"score_lmetric":41202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":41202,"score_linear":62618.0,"score_lmetric":41202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":37376,"new_prefill":3826,"score_linear":-37685.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102308,"ongoing_decode_tokens":102308,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":41202,"score_linear":102308.0,"score_lmetric":82404},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":37376,"new_prefill":3826,"score_linear":-39195.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39195.0,"chosen_score_lmetric":0,"t_first_token":30265.334814924,"t_first_token_unix":1779964261.8897648,"t_done":30279.993468745,"t_done_unix":1779964276.5484118},{"request_id":"1345921:4:1353010:501","session_id":"1345921","input_length":6935,"t_proxy_recv":30281.05156824,"t_decision_unix":1779964277.6065097,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.14765681326604183,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":6935.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6935 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6935,"cache_hit":0,"estimated_new_tokens":6935,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":1024,"new_prefill":5911,"score_linear":163261.0,"score_lmetric":11822},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":6935,"score_linear":62618.0,"score_lmetric":6935},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":6935,"score_linear":18840.0,"score_lmetric":25775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83326,"ongoing_decode_tokens":0,"pending_prefill_tokens":382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":6935,"score_linear":83326.0,"score_lmetric":7317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14239,"ongoing_decode_tokens":0,"pending_prefill_tokens":14239,"num_requests":1,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":6935,"score_linear":14239.0,"score_lmetric":21174},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75971,"ongoing_decode_tokens":84855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":6935,"score_linear":75971.0,"score_lmetric":6935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30281.514746977,"t_first_token_unix":1779964278.0696902,"t_done":30281.516907333,"t_done_unix":1779964278.0718503},{"request_id":"1352606:1:1352606:496","session_id":"1352606","input_length":18840,"t_proxy_recv":30279.624519754,"t_decision_unix":1779964276.179461,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":18840.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[1,1,1,0,0,1,1,0])","v3_prefill_cache_hit":0,"v3_new_local":18840,"cache_hit":0,"estimated_new_tokens":18840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":18840,"score_linear":96026.0,"score_lmetric":18840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":18840,"score_linear":62618.0,"score_lmetric":18840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":18840,"score_linear":10575.0,"score_lmetric":18840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":18840,"score_linear":21436.0,"score_lmetric":27988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":18840,"score_linear":39383.0,"score_lmetric":18840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30281.501953386,"t_first_token_unix":1779964278.0568967,"t_done":30282.136461322,"t_done_unix":1779964278.6914043},{"request_id":"1317598:6:1352957:499","session_id":"1317598","input_length":83326,"t_proxy_recv":30280.8940328,"t_decision_unix":1779964277.4489741,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9954155965724983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (382 < 8000)","v3_prefill_cache_hit":82944,"v3_new_local":382,"cache_hit":82944,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":83326,"score_linear":164285.0,"score_lmetric":166652},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":83326,"score_linear":62618.0,"score_lmetric":83326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":83326,"score_linear":18840.0,"score_lmetric":102166},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":82944,"new_prefill":382,"score_linear":-82944.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75971,"ongoing_decode_tokens":84855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":83326,"score_linear":75971.0,"score_lmetric":83326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":30281.152576802,"t_first_token_unix":1779964277.70752,"t_done":30282.215077725,"t_done_unix":1779964278.7700214},{"request_id":"1349975:2:1352986:500","session_id":"1349975","input_length":14239,"t_proxy_recv":30280.9941407,"t_decision_unix":1779964277.549082,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.32361823161738884,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":14239.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14239,"cache_hit":0,"estimated_new_tokens":14239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":14239,"score_linear":164285.0,"score_lmetric":28478},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":14239,"score_linear":62618.0,"score_lmetric":14239},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":4608,"new_prefill":9631,"score_linear":14232.0,"score_lmetric":28471},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83326,"ongoing_decode_tokens":0,"pending_prefill_tokens":382,"num_requests":1,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":14239,"score_linear":83326.0,"score_lmetric":14621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75971,"ongoing_decode_tokens":84855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":14239,"score_linear":75971.0,"score_lmetric":14239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30282.221480158,"t_first_token_unix":1779964278.7764232,"t_done":30282.414621242,"t_done_unix":1779964278.9695644},{"request_id":"1269373:20:1352797:498","session_id":"1269373","input_length":77790,"t_proxy_recv":30280.295797089,"t_decision_unix":1779964276.8507383,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9872734284612418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (990 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":990,"cache_hit":76800,"estimated_new_tokens":990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":4096,"new_prefill":73694,"score_linear":160189.0,"score_lmetric":147388},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":77790,"score_linear":62618.0,"score_lmetric":77790},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":7680,"new_prefill":70110,"score_linear":11160.0,"score_lmetric":88950},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1021,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":76800,"new_prefill":990,"score_linear":-78619.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":7680,"new_prefill":70110,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-78619.0,"chosen_score_lmetric":0,"t_first_token":30280.86542463,"t_first_token_unix":1779964277.4203682,"t_done":30283.70646916,"t_done_unix":1779964280.2614129},{"request_id":"1339070:1:1339070:438","session_id":"1339070","input_length":7065,"t_proxy_recv":30232.343886535,"t_decision_unix":1779964228.8988278,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7065.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7065 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7065,"cache_hit":0,"estimated_new_tokens":7065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161535,"ongoing_decode_tokens":0,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":0,"new_prefill":7065,"score_linear":161535.0,"score_lmetric":23554},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":158001,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":7065,"score_linear":158001.0,"score_lmetric":14130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":102466,"ongoing_decode_tokens":9325,"pending_prefill_tokens":-2603,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":7065,"score_linear":102466.0,"score_lmetric":13386},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":0,"pending_prefill_tokens":656,"num_requests":1,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":7065,"score_linear":83088.0,"score_lmetric":7721},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":885,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":7065,"score_linear":-8884.0,"score_lmetric":-7065},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":702,"cache_hit":0,"new_prefill":7065,"score_linear":55130.0,"score_lmetric":7065}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-7065,"t_first_token":30232.821064324,"t_first_token_unix":1779964229.3760078,"t_done":30284.337646615,"t_done_unix":1779964280.8925905},{"request_id":"1344773:5:1353365:502","session_id":"1344773","input_length":33875,"t_proxy_recv":30282.499625422,"t_decision_unix":1779964279.054567,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9824354243542436,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (595 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":595,"cache_hit":33280,"estimated_new_tokens":595,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":33875,"score_linear":164285.0,"score_lmetric":67750},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":33875,"score_linear":62618.0,"score_lmetric":33875},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75971,"ongoing_decode_tokens":84855,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":33280,"new_prefill":595,"score_linear":42691.0,"score_lmetric":595},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":42691.0,"chosen_score_lmetric":595,"t_first_token":30282.689965369,"t_first_token_unix":1779964279.2449083,"t_done":30285.178257612,"t_done_unix":1779964281.7332008},{"request_id":"1253743:6:1354346:505","session_id":"1253743","input_length":51436,"t_proxy_recv":30285.747941402,"t_decision_unix":1779964282.302883,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9954117738548877,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (236 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":236,"cache_hit":51200,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":17408,"new_prefill":34028,"score_linear":146877.0,"score_lmetric":68056},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":3584,"new_prefill":47852,"score_linear":59034.0,"score_lmetric":47852},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":51200,"new_prefill":236,"score_linear":-51200.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":51436,"score_linear":27651.0,"score_lmetric":79087},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":4608,"new_prefill":46828,"score_linear":-13492.0,"score_lmetric":-46828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":51436,"score_linear":83526.0,"score_lmetric":134962}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":30285.874066794,"t_first_token_unix":1779964282.42901,"t_done":30286.422464903,"t_done_unix":1779964282.9774084},{"request_id":"1279412:23:1348089:477","session_id":"1279412","input_length":96026,"t_proxy_recv":30263.731551092,"t_decision_unix":1779964260.286492,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9970632953575074,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (282 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":282,"cache_hit":95744,"estimated_new_tokens":282,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1260,"cache_hit":95744,"new_prefill":282,"score_linear":-95744.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":95232,"new_prefill":794,"score_linear":-32614.0,"score_lmetric":794},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-309,"ongoing_decode_tokens":21371,"pending_prefill_tokens":-6277,"num_requests":0,"active_p_offloads":0,"cached_blocks":1489,"cache_hit":0,"new_prefill":96026,"score_linear":-309.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102308,"ongoing_decode_tokens":102308,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1172,"cache_hit":0,"new_prefill":96026,"score_linear":102308.0,"score_lmetric":192052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":977,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-1819,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1527,"cache_hit":0,"new_prefill":96026,"score_linear":-1819.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":12800,"new_prefill":83226,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":30263.880956138,"t_first_token_unix":1779964260.4358995,"t_done":30286.506811881,"t_done_unix":1779964283.0617554},{"request_id":"1353821:1:1353821:503","session_id":"1353821","input_length":27651,"t_proxy_recv":30283.91568731,"t_decision_unix":1779964280.470628,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":27651.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27651,"cache_hit":0,"estimated_new_tokens":27651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":27651,"score_linear":164285.0,"score_lmetric":55302},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":27651,"score_linear":62618.0,"score_lmetric":27651},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32056,"ongoing_decode_tokens":40940,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1544,"cache_hit":0,"new_prefill":27651,"score_linear":32056.0,"score_lmetric":27651},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30287.332869591,"t_first_token_unix":1779964283.8878138,"t_done":30288.145314071,"t_done_unix":1779964284.7002575},{"request_id":"1355484:1:1355484:508","session_id":"1355484","input_length":19366,"t_proxy_recv":30289.630284733,"t_decision_unix":1779964286.1852262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6566.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6566 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":6566,"cache_hit":12800,"estimated_new_tokens":6566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":12800,"new_prefill":6566,"score_linear":55459.0,"score_lmetric":6566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":12800,"new_prefill":6566,"score_linear":65337.0,"score_lmetric":13132},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15619,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":0,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":19366,"score_linear":15619.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":12800,"new_prefill":6566,"score_linear":70726.0,"score_lmetric":90092}],"chosen_score_linear":55459.0,"chosen_score_lmetric":6566,"t_first_token":30290.571866568,"t_first_token_unix":1779964287.1268098,"t_done":30291.627155861,"t_done_unix":1779964288.182099},{"request_id":"1286804:3:1354910:506","session_id":"1286804","input_length":15519,"t_proxy_recv":30287.719076204,"t_decision_unix":1779964284.2740176,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8907790450415619,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1695 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1695,"cache_hit":13824,"estimated_new_tokens":1695,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":1536,"new_prefill":13983,"score_linear":66723.0,"score_lmetric":13983},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":13824,"new_prefill":1695,"score_linear":48794.0,"score_lmetric":1695},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27651,"ongoing_decode_tokens":27651,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":15519,"score_linear":27651.0,"score_lmetric":15519},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":15519,"score_linear":-8884.0,"score_lmetric":-15519},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":15519,"score_linear":83526.0,"score_lmetric":99045}],"chosen_score_linear":48794.0,"chosen_score_lmetric":1695,"t_first_token":30289.130780846,"t_first_token_unix":1779964285.6857245,"t_done":30292.02532886,"t_done_unix":1779964288.580272},{"request_id":"1355325:1:1355325:507","session_id":"1355325","input_length":24503,"t_proxy_recv":30289.190869311,"t_decision_unix":1779964285.7458107,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24503.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24503,"cache_hit":0,"estimated_new_tokens":24503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":24503,"score_linear":68259.0,"score_lmetric":24503},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":24503,"score_linear":78137.0,"score_lmetric":49006},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":24503,"score_linear":-8884.0,"score_lmetric":-24503},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":24503,"score_linear":83526.0,"score_lmetric":108029}],"chosen_score_linear":-8884.0,"chosen_score_lmetric":-24503,"t_first_token":30292.025782633,"t_first_token_unix":1779964288.5807257,"t_done":30292.297750278,"t_done_unix":1779964288.8526933},{"request_id":"1344773:6:1356097:513","session_id":"1344773","input_length":34198,"t_proxy_recv":30291.878847193,"t_decision_unix":1779964288.4337888,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9881279606994561,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (406 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":406,"cache_hit":33792,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34198,"score_linear":68259.0,"score_lmetric":34198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":34198,"score_linear":78137.0,"score_lmetric":68396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48977,"ongoing_decode_tokens":0,"pending_prefill_tokens":849,"num_requests":1,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":34198,"score_linear":48977.0,"score_lmetric":35047},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34198,"score_linear":48193.0,"score_lmetric":37335},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":34198,"score_linear":35308.0,"score_lmetric":69506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93708,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":33792,"new_prefill":406,"score_linear":59916.0,"score_lmetric":25174},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":34198,"score_linear":83526.0,"score_lmetric":117724}],"chosen_score_linear":59916.0,"chosen_score_lmetric":25174,"t_first_token":30292.186007192,"t_first_token_unix":1779964288.74095,"t_done":30292.507871252,"t_done_unix":1779964289.062816},{"request_id":"1340278:2:1356079:512","session_id":"1340278","input_length":48977,"t_proxy_recv":30291.820471703,"t_decision_unix":1779964288.375413,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9826653327071891,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (849 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":849,"cache_hit":48128,"estimated_new_tokens":849,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":48977,"score_linear":68259.0,"score_lmetric":48977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":48977,"score_linear":78137.0,"score_lmetric":97954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":48128,"new_prefill":849,"score_linear":-48128.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":48977,"score_linear":48193.0,"score_lmetric":52114},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":48977,"score_linear":35308.0,"score_lmetric":84285},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93708,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":48977,"score_linear":93708.0,"score_lmetric":73745},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":48977,"score_linear":83526.0,"score_lmetric":132503}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":30292.144755509,"t_first_token_unix":1779964288.6996987,"t_done":30292.819777869,"t_done_unix":1779964289.3747227},{"request_id":"1356948:1:1356948:515","session_id":"1356948","input_length":6711,"t_proxy_recv":30294.908054378,"t_decision_unix":1779964291.4629958,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6711.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6711 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6711,"cache_hit":0,"estimated_new_tokens":6711,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":6711,"score_linear":68259.0,"score_lmetric":6711},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":6711,"score_linear":62618.0,"score_lmetric":6711},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":6711,"score_linear":122597.0,"score_lmetric":6711},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":6711,"score_linear":170790.0,"score_lmetric":19696},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":6711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":6711,"score_linear":35308.0,"score_lmetric":42019},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69205,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":6711,"score_linear":69205.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":6711,"score_linear":83526.0,"score_lmetric":90237}],"chosen_score_linear":69205.0,"chosen_score_lmetric":0,"t_first_token":30295.374025443,"t_first_token_unix":1779964291.9289691,"t_done":30295.924629589,"t_done_unix":1779964292.4795728},{"request_id":"1269373:21:1355702:509","session_id":"1269373","input_length":78089,"t_proxy_recv":30290.30690644,"t_decision_unix":1779964286.8618479,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77824,"affinity_cache_ratio":0.9966064362458221,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (265 < 8000)","v3_prefill_cache_hit":77824,"v3_new_local":265,"cache_hit":77824,"estimated_new_tokens":265,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87625,"ongoing_decode_tokens":68259,"pending_prefill_tokens":6566,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":4096,"new_prefill":73993,"score_linear":83529.0,"score_lmetric":161118},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":78089,"score_linear":78137.0,"score_lmetric":156178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":7680,"new_prefill":70409,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15619,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":0,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":77824,"new_prefill":265,"score_linear":-62205.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":7680,"new_prefill":70409,"score_linear":75846.0,"score_lmetric":153935}],"chosen_score_linear":-62205.0,"chosen_score_lmetric":0,"t_first_token":30292.137026376,"t_first_token_unix":1779964288.6919699,"t_done":30296.561167187,"t_done_unix":1779964293.1161108},{"request_id":"1355951:1:1355951:511","session_id":"1355951","input_length":35308,"t_proxy_recv":30291.217575377,"t_decision_unix":1779964287.7725165,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35308.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35308,"cache_hit":0,"estimated_new_tokens":35308,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87625,"ongoing_decode_tokens":87625,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":35308,"score_linear":87625.0,"score_lmetric":70616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":35308,"score_linear":78137.0,"score_lmetric":70616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35308,"score_linear":48193.0,"score_lmetric":38445},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93708,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":35308,"score_linear":93708.0,"score_lmetric":60076},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":35308,"score_linear":83526.0,"score_lmetric":118834}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30296.379733487,"t_first_token_unix":1779964292.9346764,"t_done":30296.940477659,"t_done_unix":1779964293.4954216},{"request_id":"1357132:1:1357132:516","session_id":"1357132","input_length":13520,"t_proxy_recv":30295.454163263,"t_decision_unix":1779964292.0091047,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13520.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13520,"cache_hit":0,"estimated_new_tokens":13520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":13520,"score_linear":68259.0,"score_lmetric":13520},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":13520,"score_linear":62618.0,"score_lmetric":13520},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":13520,"score_linear":122597.0,"score_lmetric":13520},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":13520,"score_linear":170790.0,"score_lmetric":33314},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":13520,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":13520,"score_linear":35308.0,"score_lmetric":48828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75916,"ongoing_decode_tokens":84800,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":13520,"score_linear":75916.0,"score_lmetric":13520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":13520,"score_linear":83526.0,"score_lmetric":97046}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30296.615198661,"t_first_token_unix":1779964293.1701424,"t_done":30297.229577382,"t_done_unix":1779964293.7845204},{"request_id":"1353821:2:1357420:517","session_id":"1353821","input_length":27805,"t_proxy_recv":30296.300716935,"t_decision_unix":1779964292.855658,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9943535335371336,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (157 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":157,"cache_hit":27648,"estimated_new_tokens":157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":27805,"score_linear":68259.0,"score_lmetric":27805},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":27805,"score_linear":62618.0,"score_lmetric":27805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":27805,"score_linear":122597.0,"score_lmetric":27805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":27805,"score_linear":170790.0,"score_lmetric":61884},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13520,"ongoing_decode_tokens":0,"pending_prefill_tokens":13520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":27805,"score_linear":13520.0,"score_lmetric":41325},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":27648,"new_prefill":157,"score_linear":7660.0,"score_lmetric":35465},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69205,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":27805,"score_linear":69205.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":27805,"score_linear":83526.0,"score_lmetric":111331}],"chosen_score_linear":7660.0,"chosen_score_lmetric":35465,"t_first_token":30296.412863364,"t_first_token_unix":1779964292.9678068,"t_done":30297.334518461,"t_done_unix":1779964293.889463},{"request_id":"1344773:7:1357714:518","session_id":"1344773","input_length":34351,"t_proxy_recv":30297.382428292,"t_decision_unix":1779964293.9373696,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9837268201799074,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (559 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":559,"cache_hit":33792,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34351,"score_linear":68259.0,"score_lmetric":34351},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":34351,"score_linear":62618.0,"score_lmetric":34351},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":34351,"score_linear":122597.0,"score_lmetric":34351},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34351,"score_linear":170790.0,"score_lmetric":74976},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-8884,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1621,"cache_hit":33792,"new_prefill":559,"score_linear":-42676.0,"score_lmetric":-559},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":34351,"score_linear":83526.0,"score_lmetric":117877}],"chosen_score_linear":-42676.0,"chosen_score_lmetric":-559,"t_first_token":30297.484870817,"t_first_token_unix":1779964294.039814,"t_done":30297.882975921,"t_done_unix":1779964294.4379191},{"request_id":"1344773:8:1358989:523","session_id":"1344773","input_length":34552,"t_proxy_recv":30301.909685849,"t_decision_unix":1779964298.464627,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9928224125955082,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (248 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":248,"cache_hit":34304,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34552,"score_linear":127017.0,"score_lmetric":69104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":34552,"score_linear":62618.0,"score_lmetric":34552},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":34552,"score_linear":122597.0,"score_lmetric":34552},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34552,"score_linear":170790.0,"score_lmetric":69104},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":34552,"score_linear":58758.0,"score_lmetric":34552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":0,"pending_prefill_tokens":1910,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":34304,"new_prefill":248,"score_linear":45942.0,"score_lmetric":2158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":34552,"score_linear":83526.0,"score_lmetric":118078}],"chosen_score_linear":45942.0,"chosen_score_lmetric":2158,"t_first_token":30302.901439428,"t_first_token_unix":1779964299.4563832,"t_done":30303.343512022,"t_done_unix":1779964299.8984575},{"request_id":"1344773:9:1360064:526","session_id":"1344773","input_length":34611,"t_proxy_recv":30305.907102764,"t_decision_unix":1779964302.4620442,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9911299875762041,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (307 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":307,"cache_hit":34304,"estimated_new_tokens":307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34611,"score_linear":146510.0,"score_lmetric":103944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":34611,"score_linear":62618.0,"score_lmetric":34611},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":34611,"score_linear":122597.0,"score_lmetric":34611},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34611,"score_linear":222299.0,"score_lmetric":104760},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":34611,"score_linear":58758.0,"score_lmetric":34611},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":34304,"new_prefill":307,"score_linear":45942.0,"score_lmetric":307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":34611,"score_linear":83526.0,"score_lmetric":118137}],"chosen_score_linear":45942.0,"chosen_score_lmetric":307,"t_first_token":30305.990283213,"t_first_token_unix":1779964302.5452263,"t_done":30306.683175297,"t_done_unix":1779964303.2381184},{"request_id":"1353951:1:1353951:504","session_id":"1353951","input_length":83526,"t_proxy_recv":30284.400691786,"t_decision_unix":1779964280.9556334,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":83526.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":83526,"cache_hit":0,"estimated_new_tokens":83526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":164285,"ongoing_decode_tokens":164285,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":0,"new_prefill":83526,"score_linear":164285.0,"score_lmetric":167052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":83526,"score_linear":62618.0,"score_lmetric":83526},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":83526,"score_linear":27651.0,"score_lmetric":111177},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24991,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1559,"cache_hit":0,"new_prefill":83526,"score_linear":24991.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30308.026907979,"t_first_token_unix":1779964304.581852,"t_done":30309.417259461,"t_done_unix":1779964305.972203},{"request_id":"1353951:2:1358300:520","session_id":"1353951","input_length":83905,"t_proxy_recv":30309.432830105,"t_decision_unix":1779964305.9877717,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9946487098504261,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (449 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":449,"cache_hit":83456,"estimated_new_tokens":449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":83905,"score_linear":146510.0,"score_lmetric":251826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":83905,"score_linear":96096.0,"score_lmetric":178446},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":83905,"score_linear":122597.0,"score_lmetric":83905},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":83905,"score_linear":222299.0,"score_lmetric":252642},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":124790,"ongoing_decode_tokens":0,"pending_prefill_tokens":496,"num_requests":2,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":83905,"score_linear":124790.0,"score_lmetric":168802},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":83905,"score_linear":145821.0,"score_lmetric":404156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":83905,"score_linear":80246.0,"score_lmetric":83905},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":83456,"new_prefill":449,"score_linear":-83456.0,"score_lmetric":0}],"chosen_score_linear":-83456.0,"chosen_score_lmetric":0,"t_first_token":30309.705777142,"t_first_token_unix":1779964306.260721,"t_done":30309.852026988,"t_done_unix":1779964306.4069712},{"request_id":"1342921:2:1361022:530","session_id":"1342921","input_length":66032,"t_proxy_recv":30309.185334871,"t_decision_unix":1779964305.7402763,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":65536,"affinity_cache_ratio":0.992488490428883,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":496,"cache_hit":65536,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":66032,"score_linear":146510.0,"score_lmetric":198207},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":66032,"score_linear":96096.0,"score_lmetric":142700},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":66032,"score_linear":122597.0,"score_lmetric":66032},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":66032,"score_linear":222299.0,"score_lmetric":199023},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":65536,"new_prefill":496,"score_linear":-6778.0,"score_lmetric":496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":66032,"score_linear":145821.0,"score_lmetric":368410},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":66032,"score_linear":80246.0,"score_lmetric":66032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":66032,"score_linear":83526.0,"score_lmetric":66032}],"chosen_score_linear":-6778.0,"chosen_score_lmetric":496,"t_first_token":30309.527131293,"t_first_token_unix":1779964306.0820746,"t_done":30309.897292493,"t_done_unix":1779964306.4522355},{"request_id":"1356948:2:1361262:532","session_id":"1356948","input_length":16480,"t_proxy_recv":30310.195225126,"t_decision_unix":1779964306.7501662,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":6656,"affinity_cache_ratio":0.40388349514563104,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":9824.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":6656,"v3_new_local":9824,"v3_src_idx":6,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":6656,"estimated_new_tokens":9824,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":87752,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":16480,"score_linear":146510.0,"score_lmetric":49440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":16480,"score_linear":96096.0,"score_lmetric":43596},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":16480,"score_linear":122597.0,"score_lmetric":16480},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":16480,"score_linear":222299.0,"score_lmetric":50367},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":16480,"score_linear":58758.0,"score_lmetric":16480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":16480,"score_linear":145821.0,"score_lmetric":269306},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":6656,"new_prefill":9824,"score_linear":73590.0,"score_lmetric":9824},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73590.0,"chosen_score_lmetric":9824,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"write_mode":true,"t_prefill_sent":30310.195919355,"t_prefill_sent_unix":1779964306.7508621,"t_decode_sent":30310.195933667,"t_decode_sent_unix":1779964306.7508771,"t_first_token":30311.471008555,"t_first_token_unix":1779964308.0259519,"t_done":30311.636909175,"t_done_unix":1779964308.1918526,"t_prefill_done":30311.636914051,"t_prefill_done_unix":1779964308.1918569},{"request_id":"1355484:2:1359370:525","session_id":"1355484","input_length":19493,"t_proxy_recv":30303.400895699,"t_decision_unix":1779964299.9558368,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9981018827271328,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (37 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":37,"cache_hit":19456,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":19456,"new_prefill":37,"score_linear":107561.0,"score_lmetric":74},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":12800,"new_prefill":6693,"score_linear":49818.0,"score_lmetric":6693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":19493,"score_linear":122597.0,"score_lmetric":19493},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":19493,"score_linear":222299.0,"score_lmetric":59406},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":19493,"score_linear":58758.0,"score_lmetric":19493},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":19493,"score_linear":80246.0,"score_lmetric":19493},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":12800,"new_prefill":6693,"score_linear":70726.0,"score_lmetric":90219}],"chosen_score_linear":107561.0,"chosen_score_lmetric":74,"t_first_token":30310.131846203,"t_first_token_unix":1779964306.68679,"t_done":30312.081836531,"t_done_unix":1779964308.6367798},{"request_id":"1361992:1:1361992:535","session_id":"1361992","input_length":8113,"t_proxy_recv":30312.771626209,"t_decision_unix":1779964309.3265674,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":8113.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8113,"cache_hit":0,"estimated_new_tokens":8113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146731,"ongoing_decode_tokens":68259,"pending_prefill_tokens":258,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":8113,"score_linear":146731.0,"score_lmetric":25113},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":8113,"score_linear":96096.0,"score_lmetric":26862},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":8113,"score_linear":122597.0,"score_lmetric":8113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":8113,"score_linear":222299.0,"score_lmetric":25266},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":8113,"score_linear":58758.0,"score_lmetric":8113},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":8113,"score_linear":145821.0,"score_lmetric":252572},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114925,"ongoing_decode_tokens":114925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":8113,"score_linear":114925.0,"score_lmetric":16226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":8113,"score_linear":76969.0,"score_lmetric":85082}],"chosen_score_linear":122597.0,"chosen_score_lmetric":8113,"t_first_token":30313.342805686,"t_first_token_unix":1779964309.8977497,"t_done":30313.482894325,"t_done_unix":1779964310.0378382},{"request_id":"1270340:3:1360716:528","session_id":"1270340","input_length":33478,"t_proxy_recv":30308.061801142,"t_decision_unix":1779964304.6167424,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8411494115538563,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5318 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":5318,"cache_hit":28160,"estimated_new_tokens":5318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":33478,"score_linear":146510.0,"score_lmetric":100545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":28160,"new_prefill":5318,"score_linear":34458.0,"score_lmetric":5318},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":33478,"score_linear":122597.0,"score_lmetric":33478},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":33478,"score_linear":222299.0,"score_lmetric":101361},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":1536,"new_prefill":31942,"score_linear":57222.0,"score_lmetric":31942},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":33478,"score_linear":117888.0,"score_lmetric":151366},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":33478,"score_linear":80246.0,"score_lmetric":33478},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":33478,"score_linear":83526.0,"score_lmetric":33478}],"chosen_score_linear":34458.0,"chosen_score_lmetric":5318,"t_first_token":30312.841388526,"t_first_token_unix":1779964309.3963318,"t_done":30313.714406542,"t_done_unix":1779964310.2693498},{"request_id":"1355484:3:1361065:531","session_id":"1355484","input_length":19714,"t_proxy_recv":30312.087374976,"t_decision_unix":1779964308.6423163,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (258 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":258,"cache_hit":19456,"estimated_new_tokens":258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":19456,"new_prefill":258,"score_linear":107561.0,"score_lmetric":516},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":12800,"new_prefill":6914,"score_linear":83296.0,"score_lmetric":24464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":19714,"score_linear":122597.0,"score_lmetric":19714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":19714,"score_linear":222299.0,"score_lmetric":60069},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":19714,"score_linear":58758.0,"score_lmetric":19714},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":19714,"score_linear":145821.0,"score_lmetric":275774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114925,"ongoing_decode_tokens":114925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":19714,"score_linear":114925.0,"score_lmetric":39428},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":6914,"score_linear":64169.0,"score_lmetric":83883}],"chosen_score_linear":107561.0,"chosen_score_lmetric":516,"t_first_token":30314.135305153,"t_first_token_unix":1779964310.6902485,"t_done":30314.806987874,"t_done_unix":1779964311.3619318},{"request_id":"1344773:10:1361326:533","session_id":"1344773","input_length":34679,"t_proxy_recv":30310.439678949,"t_decision_unix":1779964306.99462,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9891865394042504,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (375 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":375,"cache_hit":34304,"estimated_new_tokens":375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":87752,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":34679,"score_linear":146510.0,"score_lmetric":104037},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":34679,"score_linear":96096.0,"score_lmetric":79994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":34679,"score_linear":122597.0,"score_lmetric":34679},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":34679,"score_linear":222299.0,"score_lmetric":104964},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":34679,"score_linear":58758.0,"score_lmetric":34679},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":34679,"score_linear":145821.0,"score_lmetric":305704},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96726,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":34304,"new_prefill":375,"score_linear":62422.0,"score_lmetric":750},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16480,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":995,"cache_hit":0,"new_prefill":34679,"score_linear":16480.0,"score_lmetric":34679}],"chosen_score_linear":62422.0,"chosen_score_lmetric":750,"t_first_token":30311.45715981,"t_first_token_unix":1779964308.0121033,"t_done":30315.598649189,"t_done_unix":1779964312.1535935},{"request_id":"1362265:1:1362265:536","session_id":"1362265","input_length":8825,"t_proxy_recv":30313.617186898,"t_decision_unix":1779964310.1721282,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":8825.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8825,"cache_hit":0,"estimated_new_tokens":8825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146731,"ongoing_decode_tokens":68259,"pending_prefill_tokens":258,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":8825,"score_linear":146731.0,"score_lmetric":27249},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":96096,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":8825,"score_linear":96096.0,"score_lmetric":17650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":0,"new_prefill":8825,"score_linear":122597.0,"score_lmetric":8825},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":8825,"score_linear":222299.0,"score_lmetric":27402},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":8825,"score_linear":58758.0,"score_lmetric":8825},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":8825,"score_linear":145821.0,"score_lmetric":253996},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114925,"ongoing_decode_tokens":114925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":8825,"score_linear":114925.0,"score_lmetric":17650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":8825,"score_linear":76969.0,"score_lmetric":85794}],"chosen_score_linear":58758.0,"chosen_score_lmetric":8825,"t_first_token":30314.386316977,"t_first_token_unix":1779964310.9412603,"t_done":30316.262837861,"t_done_unix":1779964312.8177812},{"request_id":"1361992:2:1362904:537","session_id":"1361992","input_length":10347,"t_proxy_recv":30315.862663255,"t_decision_unix":1779964312.4176047,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7422441287329661,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2667 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2667,"cache_hit":7680,"estimated_new_tokens":2667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":10347,"score_linear":127017.0,"score_lmetric":20694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":10347,"score_linear":62618.0,"score_lmetric":10347},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1470,"cache_hit":7680,"new_prefill":2667,"score_linear":114917.0,"score_lmetric":2667},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":10347,"score_linear":222299.0,"score_lmetric":31968},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":67583,"ongoing_decode_tokens":8825,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":10347,"score_linear":67583.0,"score_lmetric":20694},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":10347,"score_linear":145821.0,"score_lmetric":257040},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":10347,"score_linear":80246.0,"score_lmetric":10347},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":10347,"score_linear":76969.0,"score_lmetric":87316}],"chosen_score_linear":114917.0,"chosen_score_lmetric":2667,"t_first_token":30316.122903159,"t_first_token_unix":1779964312.6778464,"t_done":30316.270696386,"t_done_unix":1779964312.8256395},{"request_id":"1363440:1:1363440:542","session_id":"1363440","input_length":543,"t_proxy_recv":30317.811828908,"t_decision_unix":1779964314.36677,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":543.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (543 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":543,"cache_hit":0,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":543,"score_linear":127017.0,"score_lmetric":1086},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":543,"score_linear":125303.0,"score_lmetric":126456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":543,"score_linear":122597.0,"score_lmetric":543},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":543,"score_linear":222299.0,"score_lmetric":2556},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":74815,"ongoing_decode_tokens":0,"pending_prefill_tokens":2233,"num_requests":2,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":0,"new_prefill":543,"score_linear":74815.0,"score_lmetric":5552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":543,"score_linear":183053.0,"score_lmetric":361860},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":543,"score_linear":80246.0,"score_lmetric":543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":543,"score_linear":76969.0,"score_lmetric":77512}],"chosen_score_linear":80246.0,"chosen_score_lmetric":543,"t_first_token":30318.021576357,"t_first_token_unix":1779964314.5765195,"t_done":30318.40501126,"t_done_unix":1779964314.9599545},{"request_id":"1313181:2:1358046:519","session_id":"1313181","input_length":58758,"t_proxy_recv":30298.589212121,"t_decision_unix":1779964295.1441534,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.40954423227475406,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":34694.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":24064,"v3_new_local":34694,"v3_src_idx":0,"v3_target_idx":4,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":24064,"estimated_new_tokens":34694,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":24064,"new_prefill":34694,"score_linear":44195.0,"score_lmetric":34694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":12800,"new_prefill":45958,"score_linear":49818.0,"score_lmetric":45958},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":58758,"score_linear":122597.0,"score_lmetric":58758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":58758,"score_linear":170790.0,"score_lmetric":123790},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":12800,"new_prefill":45958,"score_linear":70726.0,"score_lmetric":129484}],"chosen_score_linear":44195.0,"chosen_score_lmetric":34694,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8004","v3_decode_target_idx":4,"write_mode":true,"t_prefill_sent":30298.591596212,"t_prefill_sent_unix":1779964295.1465387,"t_decode_sent":30298.591613228,"t_decode_sent_unix":1779964295.1465566,"t_first_token":30310.200956433,"t_first_token_unix":1779964306.7558997,"t_done":30318.619964784,"t_done_unix":1779964315.1749084,"t_prefill_done":30318.619969408,"t_prefill_done_unix":1779964315.1749175},{"request_id":"1313181:3:1316742:330","session_id":"1313181","input_length":24451,"t_proxy_recv":30318.625472624,"t_decision_unix":1779964315.1804142,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9841724264856243,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (387 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":387,"cache_hit":24064,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":24064,"new_prefill":387,"score_linear":44195.0,"score_lmetric":387},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":12800,"new_prefill":11651,"score_linear":112503.0,"score_lmetric":148672},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":24451,"score_linear":122597.0,"score_lmetric":24451},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":24451,"score_linear":222299.0,"score_lmetric":74280},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":24064,"new_prefill":387,"score_linear":-8007.0,"score_lmetric":387},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":24451,"score_linear":183053.0,"score_lmetric":433584},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":24451,"score_linear":80246.0,"score_lmetric":24451},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":11651,"score_linear":64169.0,"score_lmetric":88620}],"chosen_score_linear":-8007.0,"chosen_score_lmetric":387,"t_first_token":30318.670398192,"t_first_token_unix":1779964315.225342,"t_done":30319.434475469,"t_done_unix":1779964315.989419},{"request_id":"1364128:1:1364128:545","session_id":"1364128","input_length":8706,"t_proxy_recv":30319.980763712,"t_decision_unix":1779964316.5357053,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":2050.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2050 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":2050,"cache_hit":6656,"estimated_new_tokens":2050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80895,"ongoing_decode_tokens":68259,"pending_prefill_tokens":3932,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":8706,"score_linear":80895.0,"score_lmetric":25276},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":8706,"score_linear":125303.0,"score_lmetric":142782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":8706,"score_linear":122597.0,"score_lmetric":8706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":8706,"score_linear":222299.0,"score_lmetric":27045},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":6656,"new_prefill":2050,"score_linear":9401.0,"score_lmetric":2050},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":8706,"score_linear":183053.0,"score_lmetric":386349},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":8706,"score_linear":94143.0,"score_lmetric":22678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":8706,"score_linear":76969.0,"score_lmetric":85675}],"chosen_score_linear":9401.0,"chosen_score_lmetric":2050,"t_first_token":30320.202880836,"t_first_token_unix":1779964316.757824,"t_done":30321.279304887,"t_done_unix":1779964317.8342485},{"request_id":"1305906:2:1363233:539","session_id":"1305906","input_length":16057,"t_proxy_recv":30316.979723701,"t_decision_unix":1779964313.534665,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8609329264495236,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2233 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":2233,"cache_hit":13824,"estimated_new_tokens":2233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":16057,"score_linear":127017.0,"score_lmetric":32114},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":16057,"score_linear":125303.0,"score_lmetric":157484},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":16057,"score_linear":122597.0,"score_lmetric":16057},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":16057,"score_linear":222299.0,"score_lmetric":49098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":13824,"new_prefill":2233,"score_linear":44934.0,"score_lmetric":2233},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":16057,"score_linear":145821.0,"score_lmetric":268460},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":16057,"score_linear":80246.0,"score_lmetric":16057},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":16057,"score_linear":76969.0,"score_lmetric":93026}],"chosen_score_linear":44934.0,"chosen_score_lmetric":2233,"t_first_token":30318.472501491,"t_first_token_unix":1779964315.0274448,"t_done":30323.452172332,"t_done_unix":1779964320.0071158},{"request_id":"1364960:1:1364960:549","session_id":"1364960","input_length":2019,"t_proxy_recv":30322.906353148,"t_decision_unix":1779964319.4612947,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":2019.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2019 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2019,"cache_hit":0,"estimated_new_tokens":2019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198739,"ongoing_decode_tokens":198739,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":2019,"score_linear":198739.0,"score_lmetric":8076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":2019,"score_linear":125303.0,"score_lmetric":129408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":2019,"score_linear":182111.0,"score_lmetric":123066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":2019,"score_linear":222299.0,"score_lmetric":6984},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":2019,"score_linear":16057.0,"score_lmetric":2019},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":2019,"score_linear":183053.0,"score_lmetric":366288},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":2019,"score_linear":94143.0,"score_lmetric":4038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":2019,"score_linear":76969.0,"score_lmetric":78988}],"chosen_score_linear":16057.0,"chosen_score_lmetric":2019,"t_first_token":30323.054537029,"t_first_token_unix":1779964319.60948,"t_done":30323.505123995,"t_done_unix":1779964320.0600667},{"request_id":"1357132:2:1364990:550","session_id":"1357132","input_length":14721,"t_proxy_recv":30322.978974222,"t_decision_unix":1779964319.533916,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.9042863935873922,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1409 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":1409,"cache_hit":13312,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198739,"ongoing_decode_tokens":198739,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":14721,"score_linear":198739.0,"score_lmetric":58884},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":14721,"score_linear":125303.0,"score_lmetric":154812},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":14721,"score_linear":182111.0,"score_lmetric":148470},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":14721,"score_linear":222299.0,"score_lmetric":45090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18076,"ongoing_decode_tokens":16057,"pending_prefill_tokens":2019,"num_requests":2,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":13312,"new_prefill":1409,"score_linear":4764.0,"score_lmetric":6856},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14721,"score_linear":183053.0,"score_lmetric":404394},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":14721,"score_linear":94143.0,"score_lmetric":29442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":14721,"score_linear":76969.0,"score_lmetric":91690}],"chosen_score_linear":4764.0,"chosen_score_lmetric":6856,"t_first_token":30323.232854384,"t_first_token_unix":1779964319.7877977,"t_done":30324.194465346,"t_done_unix":1779964320.749409},{"request_id":"1363440:2:1365095:551","session_id":"1363440","input_length":3866,"t_proxy_recv":30323.487182228,"t_decision_unix":1779964320.0421236,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.13243662700465597,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":6708.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3354 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":3354,"cache_hit":512,"estimated_new_tokens":3354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":198739,"ongoing_decode_tokens":198739,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":3866,"score_linear":198739.0,"score_lmetric":15464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":3866,"score_linear":125303.0,"score_lmetric":133102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":3866,"score_linear":182111.0,"score_lmetric":126760},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":3866,"score_linear":222299.0,"score_lmetric":12525},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16740,"ongoing_decode_tokens":16740,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":3866,"score_linear":16740.0,"score_lmetric":7732},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":3866,"score_linear":183053.0,"score_lmetric":371829},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":512,"new_prefill":3354,"score_linear":93631.0,"score_lmetric":6708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":3866,"score_linear":76969.0,"score_lmetric":80835}],"chosen_score_linear":93631.0,"chosen_score_lmetric":6708,"t_first_token":30323.813326378,"t_first_token_unix":1779964320.3682697,"t_done":30324.414319016,"t_done_unix":1779964320.9692628},{"request_id":"1279412:24:1364169:546","session_id":"1279412","input_length":98038,"t_proxy_recv":30320.124535403,"t_decision_unix":1779964316.679477,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9974907688855342,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":246,"cache_hit":97792,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80895,"ongoing_decode_tokens":68259,"pending_prefill_tokens":3932,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":97792,"new_prefill":246,"score_linear":-16897.0,"score_lmetric":8356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":95232,"new_prefill":2806,"score_linear":30071.0,"score_lmetric":130982},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":98038,"score_linear":122597.0,"score_lmetric":98038},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":98038,"score_linear":222299.0,"score_lmetric":295041},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24763,"ongoing_decode_tokens":16057,"pending_prefill_tokens":2050,"num_requests":2,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":12800,"new_prefill":85238,"score_linear":11963.0,"score_lmetric":174576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":98038,"score_linear":183053.0,"score_lmetric":654345},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":98038,"score_linear":94143.0,"score_lmetric":201342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":85238,"score_linear":64169.0,"score_lmetric":162207}],"chosen_score_linear":-16897.0,"chosen_score_lmetric":8356,"t_first_token":30320.711314993,"t_first_token_unix":1779964317.2662587,"t_done":30324.51772865,"t_done_unix":1779964321.0726724},{"request_id":"1363943:1:1363943:543","session_id":"1363943","input_length":12636,"t_proxy_recv":30319.49439795,"t_decision_unix":1779964316.0493393,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":3932.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3932 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":3932,"cache_hit":8704,"estimated_new_tokens":3932,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":8704,"new_prefill":3932,"score_linear":59555.0,"score_lmetric":3932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":12636,"score_linear":125303.0,"score_lmetric":150642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":12636,"score_linear":122597.0,"score_lmetric":12636},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":4096,"new_prefill":8540,"score_linear":218203.0,"score_lmetric":26547},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":12636,"score_linear":16057.0,"score_lmetric":12636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":12636,"score_linear":183053.0,"score_lmetric":398139},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":4096,"new_prefill":8540,"score_linear":76150.0,"score_lmetric":8540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":4096,"new_prefill":8540,"score_linear":72873.0,"score_lmetric":85509}],"chosen_score_linear":59555.0,"chosen_score_lmetric":3932,"t_first_token":30320.562974831,"t_first_token_unix":1779964317.1179187,"t_done":30325.202453734,"t_done_unix":1779964321.7573972},{"request_id":"1365440:1:1365440:552","session_id":"1365440","input_length":9913,"t_proxy_recv":30324.706795374,"t_decision_unix":1779964321.2617364,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":9913.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9913,"cache_hit":0,"estimated_new_tokens":9913,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":100701,"ongoing_decode_tokens":100701,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":9913,"score_linear":100701.0,"score_lmetric":29739},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":9913,"score_linear":125303.0,"score_lmetric":145196},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":9913,"score_linear":182111.0,"score_lmetric":138854},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":9913,"score_linear":222299.0,"score_lmetric":30666},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1509,"cache_hit":0,"new_prefill":9913,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9913,"score_linear":183053.0,"score_lmetric":389970},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":9913,"score_linear":94143.0,"score_lmetric":19826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":9913,"score_linear":76969.0,"score_lmetric":86882}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30325.472731455,"t_first_token_unix":1779964322.0276754,"t_done":30325.585687582,"t_done_unix":1779964322.1406307},{"request_id":"1355484:4:1364784:548","session_id":"1355484","input_length":19806,"t_proxy_recv":30322.293398377,"t_decision_unix":1779964318.8483398,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9823285872967787,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (350 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":350,"cache_hit":19456,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":178933,"ongoing_decode_tokens":178933,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":19456,"new_prefill":350,"score_linear":159477.0,"score_lmetric":1050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":12800,"new_prefill":7006,"score_linear":112503.0,"score_lmetric":139382},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":19806,"score_linear":182111.0,"score_lmetric":158640},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":19806,"score_linear":222299.0,"score_lmetric":60345},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":12800,"new_prefill":7006,"score_linear":3257.0,"score_lmetric":7006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":19806,"score_linear":183053.0,"score_lmetric":419649},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":19806,"score_linear":94143.0,"score_lmetric":39612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":7006,"score_linear":64169.0,"score_lmetric":83975}],"chosen_score_linear":159477.0,"chosen_score_lmetric":1050,"t_first_token":30322.381887697,"t_first_token_unix":1779964318.936831,"t_done":30325.723689289,"t_done_unix":1779964322.2786326},{"request_id":"1364090:1:1364090:544","session_id":"1364090","input_length":13897,"t_proxy_recv":30319.873332389,"t_decision_unix":1779964316.4282737,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":2633.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2633 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2633,"cache_hit":11264,"estimated_new_tokens":2633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":80895,"ongoing_decode_tokens":68259,"pending_prefill_tokens":3932,"num_requests":2,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":4096,"new_prefill":9801,"score_linear":76799.0,"score_lmetric":27466},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":13897,"score_linear":125303.0,"score_lmetric":153164},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":13897,"score_linear":122597.0,"score_lmetric":13897},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":7680,"new_prefill":6217,"score_linear":214619.0,"score_lmetric":19578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":0,"new_prefill":13897,"score_linear":16057.0,"score_lmetric":13897},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":13897,"score_linear":183053.0,"score_lmetric":401922},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":11264,"new_prefill":2633,"score_linear":68982.0,"score_lmetric":2633},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":7680,"new_prefill":6217,"score_linear":69289.0,"score_lmetric":83186}],"chosen_score_linear":68982.0,"chosen_score_lmetric":2633,"t_first_token":30320.233068554,"t_first_token_unix":1779964316.788012,"t_done":30327.086250714,"t_done_unix":1779964323.6411939},{"request_id":"1366128:1:1366128:553","session_id":"1366128","input_length":11154,"t_proxy_recv":30327.000868448,"t_decision_unix":1779964323.5558095,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":11154.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11154,"cache_hit":0,"estimated_new_tokens":11154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":11154,"score_linear":68259.0,"score_lmetric":11154},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":11154,"score_linear":125303.0,"score_lmetric":147678},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":11154,"score_linear":182111.0,"score_lmetric":141336},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":11154,"score_linear":222299.0,"score_lmetric":34389},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":11154,"score_linear":183053.0,"score_lmetric":393693},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":11154,"score_linear":94143.0,"score_lmetric":22308},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":11154,"score_linear":76969.0,"score_lmetric":88123}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30327.892725567,"t_first_token_unix":1779964324.4476695,"t_done":30328.405622423,"t_done_unix":1779964324.9605672},{"request_id":"1357132:3:1366582:557","session_id":"1357132","input_length":14816,"t_proxy_recv":30328.651533785,"t_decision_unix":1779964325.206475,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9676025917926566,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (480 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":480,"cache_hit":14336,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":14816,"score_linear":179510.0,"score_lmetric":44448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":14816,"score_linear":125303.0,"score_lmetric":155002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":14816,"score_linear":182111.0,"score_lmetric":148660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":14816,"score_linear":222299.0,"score_lmetric":45375},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":14336,"new_prefill":480,"score_linear":-14336.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14816,"score_linear":183053.0,"score_lmetric":404679},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115317,"ongoing_decode_tokens":115317,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":14816,"score_linear":115317.0,"score_lmetric":29632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":14816,"score_linear":76969.0,"score_lmetric":91785}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":30328.684716289,"t_first_token_unix":1779964325.2396595,"t_done":30328.82608837,"t_done_unix":1779964325.3810315},{"request_id":"1344773:11:1366387:555","session_id":"1344773","input_length":35071,"t_proxy_recv":30327.978646308,"t_decision_unix":1779964324.5335877,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":255,"cache_hit":34816,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":35071,"score_linear":166526.0,"score_lmetric":70142},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":35071,"score_linear":125303.0,"score_lmetric":195512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":35071,"score_linear":182111.0,"score_lmetric":189170},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35071,"score_linear":222299.0,"score_lmetric":106140},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":11154,"ongoing_decode_tokens":11154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":35071,"score_linear":11154.0,"score_lmetric":35071},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":35071,"score_linear":183053.0,"score_lmetric":465444},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":34816,"new_prefill":255,"score_linear":45430.0,"score_lmetric":255},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":35071,"score_linear":76969.0,"score_lmetric":112040}],"chosen_score_linear":45430.0,"chosen_score_lmetric":255,"t_first_token":30328.069028612,"t_first_token_unix":1779964324.6239724,"t_done":30329.104997683,"t_done_unix":1779964325.6599402},{"request_id":"1361694:1:1361694:534","session_id":"1361694","input_length":76969,"t_proxy_recv":30311.753678274,"t_decision_unix":1779964308.3086193,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":76969.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":76969,"cache_hit":0,"estimated_new_tokens":76969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":87752,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":76969,"score_linear":146510.0,"score_lmetric":230907},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":76969,"score_linear":96096.0,"score_lmetric":164574},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":76969,"score_linear":122597.0,"score_lmetric":76969},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":76969,"score_linear":222299.0,"score_lmetric":231834},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":76969,"score_linear":58758.0,"score_lmetric":76969},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":76969,"score_linear":145821.0,"score_lmetric":390284},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114925,"ongoing_decode_tokens":114925,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":3584,"new_prefill":73385,"score_linear":111341.0,"score_lmetric":146770},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30332.008614615,"t_first_token_unix":1779964328.5635674,"t_done":30333.069694136,"t_done_unix":1779964329.6246374},{"request_id":"1362265:2:1367373:568","session_id":"1362265","input_length":10134,"t_proxy_recv":30331.567685107,"t_decision_unix":1779964328.1226265,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":8704,"affinity_cache_ratio":0.8588908624432603,"affinity_num_requests":3,"avg_num_requests":3.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1430 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":1430,"cache_hit":8704,"estimated_new_tokens":1430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":10134,"score_linear":235837.0,"score_lmetric":63505},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":10134,"score_linear":166320.0,"score_lmetric":53613},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":10134,"score_linear":231594.0,"score_lmetric":211473},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":10134,"score_linear":222299.0,"score_lmetric":31329},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38255,"ongoing_decode_tokens":0,"pending_prefill_tokens":18799,"num_requests":3,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":8704,"new_prefill":1430,"score_linear":29551.0,"score_lmetric":60687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":10134,"score_linear":183053.0,"score_lmetric":390633},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125898,"ongoing_decode_tokens":80246,"pending_prefill_tokens":33876,"num_requests":3,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":10134,"score_linear":125898.0,"score_lmetric":132030},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":10134,"score_linear":76969.0,"score_lmetric":87103}],"chosen_score_linear":29551.0,"chosen_score_lmetric":60687,"t_first_token":30332.892226862,"t_first_token_unix":1779964329.44717,"t_done":30333.353953374,"t_done_unix":1779964329.9088962},{"request_id":"1357132:4:1367654:570","session_id":"1357132","input_length":14949,"t_proxy_recv":30332.435337976,"t_decision_unix":1779964328.9902792,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9589939126362967,"affinity_num_requests":4,"avg_num_requests":3.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (613 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":613,"cache_hit":14336,"estimated_new_tokens":613,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":14949,"score_linear":235837.0,"score_lmetric":87580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":14949,"score_linear":166320.0,"score_lmetric":68058},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":14949,"score_linear":231594.0,"score_lmetric":225918},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":14949,"score_linear":225691.0,"score_lmetric":74600},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48389,"ongoing_decode_tokens":24506,"pending_prefill_tokens":15179,"num_requests":4,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":14336,"new_prefill":613,"score_linear":34053.0,"score_lmetric":63168},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":14949,"score_linear":183053.0,"score_lmetric":405078},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125898,"ongoing_decode_tokens":80246,"pending_prefill_tokens":33876,"num_requests":3,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":14949,"score_linear":125898.0,"score_lmetric":146475},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":76969,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":14949,"score_linear":76969.0,"score_lmetric":14949}],"chosen_score_linear":34053.0,"chosen_score_lmetric":63168,"t_first_token":30332.93920495,"t_first_token_unix":1779964329.494148,"t_done":30333.363700739,"t_done_unix":1779964329.9186437},{"request_id":"1367312:1:1367312:566","session_id":"1367312","input_length":13749,"t_proxy_recv":30331.333520187,"t_decision_unix":1779964327.8884616,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":37598.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13749,"cache_hit":0,"estimated_new_tokens":13749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":13749,"score_linear":235837.0,"score_lmetric":81580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":13749,"score_linear":166320.0,"score_lmetric":64458},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":13749,"score_linear":231594.0,"score_lmetric":222318},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":13749,"score_linear":222299.0,"score_lmetric":42174},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5050,"num_requests":2,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":13749,"score_linear":24506.0,"score_lmetric":37598},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":13749,"score_linear":183053.0,"score_lmetric":401478},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":13749,"score_linear":99061.0,"score_lmetric":41576},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":13749,"score_linear":76969.0,"score_lmetric":90718}],"chosen_score_linear":24506.0,"chosen_score_lmetric":37598,"t_first_token":30332.89011876,"t_first_token_unix":1779964329.445062,"t_done":30333.605397357,"t_done_unix":1779964330.1603405},{"request_id":"1364128:2:1367249:565","session_id":"1364128","input_length":9095,"t_proxy_recv":30331.129993216,"t_decision_unix":1779964327.6849346,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9570093457943926,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (391 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":391,"cache_hit":8704,"estimated_new_tokens":391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":9095,"score_linear":235837.0,"score_lmetric":58310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":9095,"score_linear":166320.0,"score_lmetric":50496},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":9095,"score_linear":231594.0,"score_lmetric":208356},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":9095,"score_linear":222299.0,"score_lmetric":28212},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15411,"ongoing_decode_tokens":0,"pending_prefill_tokens":4659,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":8704,"new_prefill":391,"score_linear":6707.0,"score_lmetric":5050},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9095,"score_linear":183053.0,"score_lmetric":387516},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":9095,"score_linear":99061.0,"score_lmetric":32268},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":9095,"score_linear":76969.0,"score_lmetric":86064}],"chosen_score_linear":6707.0,"chosen_score_lmetric":5050,"t_first_token":30332.144744771,"t_first_token_unix":1779964328.699688,"t_done":30333.645794566,"t_done_unix":1779964330.2007377},{"request_id":"1366128:2:1367220:563","session_id":"1366128","input_length":15411,"t_proxy_recv":30331.03643496,"t_decision_unix":1779964327.5913765,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.6976834728440724,"affinity_num_requests":0,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4659 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":4659,"cache_hit":10752,"estimated_new_tokens":4659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":15411,"score_linear":235837.0,"score_lmetric":89890},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":15411,"score_linear":166320.0,"score_lmetric":69444},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":15411,"score_linear":182111.0,"score_lmetric":149850},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":15411,"score_linear":222299.0,"score_lmetric":47160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":10752,"new_prefill":4659,"score_linear":-10752.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":15411,"score_linear":183053.0,"score_lmetric":406464},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":15411,"score_linear":99061.0,"score_lmetric":44900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":15411,"score_linear":76969.0,"score_lmetric":92380}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":30331.583667508,"t_first_token_unix":1779964328.1386108,"t_done":30333.785065708,"t_done_unix":1779964330.3400087},{"request_id":"1363093:1:1363093:538","session_id":"1363093","input_length":62685,"t_proxy_recv":30316.496884282,"t_decision_unix":1779964313.0518258,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":62685.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,1,3,1,2,1,2])","v3_prefill_cache_hit":0,"v3_new_local":62685,"cache_hit":0,"estimated_new_tokens":62685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":62685,"score_linear":127017.0,"score_lmetric":125370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":62685,"score_linear":62618.0,"score_lmetric":62685},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":62685,"score_linear":122597.0,"score_lmetric":62685},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":62685,"score_linear":222299.0,"score_lmetric":188982},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":0,"new_prefill":62685,"score_linear":58758.0,"score_lmetric":62685},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":62685,"score_linear":145821.0,"score_lmetric":361716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":62685,"score_linear":80246.0,"score_lmetric":62685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":62685,"score_linear":76969.0,"score_lmetric":139654}],"chosen_score_linear":62618.0,"chosen_score_lmetric":62685,"t_first_token":30330.513804576,"t_first_token_unix":1779964327.0687485,"t_done":30333.894151464,"t_done_unix":1779964330.4490948},{"request_id":"1270340:4:1366608:558","session_id":"1270340","input_length":41017,"t_proxy_recv":30328.732782284,"t_decision_unix":1779964325.2877233,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":33280,"affinity_cache_ratio":0.8113708949947582,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7737 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":7737,"cache_hit":33280,"estimated_new_tokens":7737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":41017,"score_linear":179510.0,"score_lmetric":123051},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":33280,"new_prefill":7737,"score_linear":92023.0,"score_lmetric":140844},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":41017,"score_linear":182111.0,"score_lmetric":201062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":41017,"score_linear":222299.0,"score_lmetric":123978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14816,"ongoing_decode_tokens":14816,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":1536,"new_prefill":39481,"score_linear":13280.0,"score_lmetric":39481},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":41017,"score_linear":183053.0,"score_lmetric":483282},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115317,"ongoing_decode_tokens":115317,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":41017,"score_linear":115317.0,"score_lmetric":82034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":41017,"score_linear":76969.0,"score_lmetric":117986}],"chosen_score_linear":92023.0,"chosen_score_lmetric":140844,"t_first_token":30332.442579366,"t_first_token_unix":1779964328.9975224,"t_done":30335.824593212,"t_done_unix":1779964332.3795364},{"request_id":"1364960:2:1368239:578","session_id":"1364960","input_length":7048,"t_proxy_recv":30334.634144581,"t_decision_unix":1779964331.189086,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":2,"affinity_cache_hit":2048,"affinity_cache_ratio":0.2905788876276958,"affinity_num_requests":2,"avg_num_requests":3.125,"fallback_score":21144.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7048 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7048,"cache_hit":0,"estimated_new_tokens":7048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":235837,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":7048,"score_linear":235837.0,"score_lmetric":35240},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112480,"ongoing_decode_tokens":103635,"pending_prefill_tokens":8845,"num_requests":3,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":7048,"score_linear":112480.0,"score_lmetric":47679},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":7048,"score_linear":231594.0,"score_lmetric":21144},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":7048,"score_linear":225691.0,"score_lmetric":42996},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37274,"ongoing_decode_tokens":15501,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":2048,"new_prefill":5000,"score_linear":35226.0,"score_lmetric":53546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":7048,"score_linear":183053.0,"score_lmetric":381375},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":7048,"score_linear":161092.0,"score_lmetric":137052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":7048,"score_linear":72919.0,"score_lmetric":79967}],"chosen_score_linear":231594.0,"chosen_score_lmetric":21144,"t_first_token":30335.138725169,"t_first_token_unix":1779964331.6936686,"t_done":30335.876117679,"t_done_unix":1779964332.4310608},{"request_id":"1355484:5:1366753:560","session_id":"1355484","input_length":20026,"t_proxy_recv":30329.175860192,"t_decision_unix":1779964325.7308016,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.997103765105363,"affinity_num_requests":4,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (58 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":58,"cache_hit":19968,"estimated_new_tokens":58,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215811,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2509,"num_requests":4,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":19968,"new_prefill":58,"score_linear":195843.0,"score_lmetric":10268},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":62618,"pending_prefill_tokens":70422,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":12800,"new_prefill":7226,"score_linear":153520.0,"score_lmetric":232944},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":20026,"score_linear":182111.0,"score_lmetric":159080},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":20026,"score_linear":222299.0,"score_lmetric":61005},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":12800,"new_prefill":7226,"score_linear":-12800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":20026,"score_linear":183053.0,"score_lmetric":420309},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":20026,"score_linear":80246.0,"score_lmetric":20026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":7226,"score_linear":64169.0,"score_lmetric":84195}],"chosen_score_linear":195843.0,"chosen_score_lmetric":10268,"t_first_token":30334.280078454,"t_first_token_unix":1779964330.8350213,"t_done":30335.887426058,"t_done_unix":1779964332.442369},{"request_id":"1368070:1:1368070:575","session_id":"1368070","input_length":21773,"t_proxy_recv":30334.052992862,"t_decision_unix":1779964330.6079345,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.875,"fallback_score":23962.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21773,"cache_hit":0,"estimated_new_tokens":21773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":21773,"score_linear":235837.0,"score_lmetric":121700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103635,"ongoing_decode_tokens":103635,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":21773,"score_linear":103635.0,"score_lmetric":43546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":21773,"score_linear":231594.0,"score_lmetric":65319},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":21773,"score_linear":225691.0,"score_lmetric":101896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15501,"ongoing_decode_tokens":0,"pending_prefill_tokens":2189,"num_requests":1,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":0,"new_prefill":21773,"score_linear":15501.0,"score_lmetric":23962},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":21773,"score_linear":183053.0,"score_lmetric":425550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":21773,"score_linear":161092.0,"score_lmetric":195952},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":21773,"score_linear":72919.0,"score_lmetric":94692}],"chosen_score_linear":15501.0,"chosen_score_lmetric":23962,"t_first_token":30336.674333054,"t_first_token_unix":1779964333.2292767,"t_done":30337.028209828,"t_done_unix":1779964333.583153},{"request_id":"1357132:5:1368445:579","session_id":"1357132","input_length":15871,"t_proxy_recv":30335.421039497,"t_decision_unix":1779964331.9759803,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14848,"affinity_cache_ratio":0.93554281393737,"affinity_num_requests":2,"avg_num_requests":3.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1023 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":1023,"cache_hit":14848,"estimated_new_tokens":1023,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":235837,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":15871,"score_linear":235837.0,"score_lmetric":79355},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112480,"ongoing_decode_tokens":112480,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":15871,"score_linear":112480.0,"score_lmetric":47613},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":238642,"ongoing_decode_tokens":116045,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":15871,"score_linear":238642.0,"score_lmetric":63484},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":15871,"score_linear":225691.0,"score_lmetric":78288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37274,"ongoing_decode_tokens":15501,"pending_prefill_tokens":21773,"num_requests":2,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":14848,"new_prefill":1023,"score_linear":22426.0,"score_lmetric":45592},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":15871,"score_linear":183053.0,"score_lmetric":407844},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":15871,"score_linear":161092.0,"score_lmetric":172344},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":15871,"score_linear":72919.0,"score_lmetric":88790}],"chosen_score_linear":22426.0,"chosen_score_lmetric":45592,"t_first_token":30336.778834482,"t_first_token_unix":1779964333.3337784,"t_done":30337.083567679,"t_done_unix":1779964333.6385112},{"request_id":"1277428:5:1366630:559","session_id":"1277428","input_length":36301,"t_proxy_recv":30328.800632281,"t_decision_unix":1779964325.3555737,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9308834467370045,"affinity_num_requests":3,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2509 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":2509,"cache_hit":33792,"estimated_new_tokens":2509,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":33792,"new_prefill":2509,"score_linear":145718.0,"score_lmetric":7527},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":62618,"pending_prefill_tokens":70422,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":3584,"new_prefill":32717,"score_linear":162736.0,"score_lmetric":309417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":36301,"score_linear":182111.0,"score_lmetric":191630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":17408,"new_prefill":18893,"score_linear":204891.0,"score_lmetric":57606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14816,"ongoing_decode_tokens":14816,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":36301,"score_linear":14816.0,"score_lmetric":36301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":36301,"score_linear":183053.0,"score_lmetric":469134},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115317,"ongoing_decode_tokens":115317,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":4608,"new_prefill":31693,"score_linear":110709.0,"score_lmetric":63386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":36301,"score_linear":76969.0,"score_lmetric":113270}],"chosen_score_linear":145718.0,"chosen_score_lmetric":7527,"t_first_token":30334.276615874,"t_first_token_unix":1779964330.8315604,"t_done":30337.173917427,"t_done_unix":1779964333.7288606},{"request_id":"1367312:2:1368064:574","session_id":"1367312","input_length":15501,"t_proxy_recv":30334.02958041,"t_decision_unix":1779964330.584522,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.8587833043029482,"affinity_num_requests":0,"avg_num_requests":2.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2189 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":2189,"cache_hit":13312,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":15501,"score_linear":235837.0,"score_lmetric":90340},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103635,"ongoing_decode_tokens":103635,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":15501,"score_linear":103635.0,"score_lmetric":31002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":15501,"score_linear":231594.0,"score_lmetric":46503},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":15501,"score_linear":225691.0,"score_lmetric":76808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":13312,"new_prefill":2189,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":15501,"score_linear":183053.0,"score_lmetric":406734},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":15501,"score_linear":161092.0,"score_lmetric":170864},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":15501,"score_linear":72919.0,"score_lmetric":88420}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":30334.300624276,"t_first_token_unix":1779964330.8555672,"t_done":30337.216441667,"t_done_unix":1779964333.7713864},{"request_id":"1367329:1:1367329:567","session_id":"1367329","input_length":26837,"t_proxy_recv":30331.393720273,"t_decision_unix":1779964327.9486618,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.875,"fallback_score":67752.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[5,3,3,3,3,3,2,1])","v3_prefill_cache_hit":0,"v3_new_local":26837,"cache_hit":0,"estimated_new_tokens":26837,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":26837,"score_linear":235837.0,"score_lmetric":147020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":26837,"score_linear":166320.0,"score_lmetric":103722},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":26837,"score_linear":231594.0,"score_lmetric":261582},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":26837,"score_linear":222299.0,"score_lmetric":81438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":38255,"ongoing_decode_tokens":0,"pending_prefill_tokens":18799,"num_requests":3,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":26837,"score_linear":38255.0,"score_lmetric":136908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":26837,"score_linear":183053.0,"score_lmetric":440742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":26837,"score_linear":99061.0,"score_lmetric":67752},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":26837,"score_linear":76969.0,"score_lmetric":103806}],"chosen_score_linear":99061.0,"chosen_score_lmetric":67752,"t_first_token":30336.050896935,"t_first_token_unix":1779964332.6058402,"t_done":30337.579029626,"t_done_unix":1779964334.1339734},{"request_id":"1369172:1:1369172:581","session_id":"1369172","input_length":6345,"t_proxy_recv":30337.898035171,"t_decision_unix":1779964334.4529762,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":6345.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6345 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6345,"cache_hit":0,"estimated_new_tokens":6345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":6345,"score_linear":179510.0,"score_lmetric":19035},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134698,"ongoing_decode_tokens":134698,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":6345,"score_linear":134698.0,"score_lmetric":19035},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1488,"cache_hit":0,"new_prefill":6345,"score_linear":231594.0,"score_lmetric":19035},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":6345,"score_linear":225691.0,"score_lmetric":40184},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":6345,"score_linear":183053.0,"score_lmetric":379266},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134255,"ongoing_decode_tokens":134255,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":6345,"score_linear":134255.0,"score_lmetric":19035},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":6345,"score_linear":72919.0,"score_lmetric":79264}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30338.321752574,"t_first_token_unix":1779964334.876696,"t_done":30338.565393951,"t_done_unix":1779964335.1203375},{"request_id":"1340278:2:1367225:564","session_id":"1340278","input_length":49483,"t_proxy_recv":30331.083218719,"t_decision_unix":1779964327.6381605,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9829638461693915,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (843 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":843,"cache_hit":48640,"estimated_new_tokens":843,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":49483,"score_linear":235837.0,"score_lmetric":260250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":49483,"score_linear":166320.0,"score_lmetric":171660},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":48640,"new_prefill":843,"score_linear":133471.0,"score_lmetric":120714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":49483,"score_linear":222299.0,"score_lmetric":149376},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15411,"ongoing_decode_tokens":0,"pending_prefill_tokens":4659,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":49483,"score_linear":15411.0,"score_lmetric":54142},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":49483,"score_linear":183053.0,"score_lmetric":508680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":49483,"score_linear":99061.0,"score_lmetric":113044},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":49483,"score_linear":76969.0,"score_lmetric":126452}],"chosen_score_linear":133471.0,"chosen_score_lmetric":120714,"t_first_token":30333.597404807,"t_first_token_unix":1779964330.1523488,"t_done":30338.600933641,"t_done_unix":1779964335.155877},{"request_id":"1340278:3:1368072:576","session_id":"1340278","input_length":50124,"t_proxy_recv":30338.635804665,"t_decision_unix":1779964335.1907458,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9908227595563004,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (460 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":460,"cache_hit":49664,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":50124,"score_linear":179510.0,"score_lmetric":150372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":134698,"ongoing_decode_tokens":134698,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":0,"new_prefill":50124,"score_linear":134698.0,"score_lmetric":150372},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":59514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1490,"cache_hit":49664,"new_prefill":460,"score_linear":132447.0,"score_lmetric":920},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":50124,"score_linear":225691.0,"score_lmetric":215300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":50124,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":50124,"score_linear":183053.0,"score_lmetric":510603},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134255,"ongoing_decode_tokens":134255,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1707,"cache_hit":0,"new_prefill":50124,"score_linear":134255.0,"score_lmetric":150372},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":50124,"score_linear":72919.0,"score_lmetric":123043}],"chosen_score_linear":132447.0,"chosen_score_lmetric":920,"t_first_token":30338.838313432,"t_first_token_unix":1779964335.3932571,"t_done":30338.852251812,"t_done_unix":1779964335.4071949},{"request_id":"1344773:12:1367864:571","session_id":"1344773","input_length":35194,"t_proxy_recv":30333.234784385,"t_decision_unix":1779964329.7897258,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9892595328749219,"affinity_num_requests":3,"avg_num_requests":3.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (378 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":378,"cache_hit":34816,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":35194,"score_linear":235837.0,"score_lmetric":188805},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":166320,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":35194,"score_linear":166320.0,"score_lmetric":105582},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":35194,"score_linear":231594.0,"score_lmetric":286653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35194,"score_linear":225691.0,"score_lmetric":155580},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":63338,"ongoing_decode_tokens":63338,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":35194,"score_linear":63338.0,"score_lmetric":175970},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":35194,"score_linear":183053.0,"score_lmetric":465813},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125898,"ongoing_decode_tokens":99061,"pending_prefill_tokens":26837,"num_requests":3,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":34816,"new_prefill":378,"score_linear":91082.0,"score_lmetric":81645},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":35194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":91082.0,"chosen_score_lmetric":81645,"t_first_token":30336.053319834,"t_first_token_unix":1779964332.6082625,"t_done":30338.947034395,"t_done_unix":1779964335.5019777},{"request_id":"1363093:2:1368700:580","session_id":"1363093","input_length":63235,"t_proxy_recv":30336.213077402,"t_decision_unix":1779964332.768019,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62464,"affinity_cache_ratio":0.9878073851506286,"affinity_num_requests":2,"avg_num_requests":3.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (771 < 8000)","v3_prefill_cache_hit":62464,"v3_new_local":771,"cache_hit":62464,"estimated_new_tokens":771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":215811,"ongoing_decode_tokens":215811,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":63235,"score_linear":215811.0,"score_lmetric":252940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1349,"cache_hit":62464,"new_prefill":771,"score_linear":8999.0,"score_lmetric":1542},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1488,"cache_hit":0,"new_prefill":63235,"score_linear":231594.0,"score_lmetric":189705},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":63235,"score_linear":225691.0,"score_lmetric":267744},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":53145,"ongoing_decode_tokens":15501,"pending_prefill_tokens":22796,"num_requests":3,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":0,"new_prefill":63235,"score_linear":53145.0,"score_lmetric":258093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":63235,"score_linear":183053.0,"score_lmetric":549936},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":161092,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":63235,"score_linear":161092.0,"score_lmetric":252940},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":63235,"score_linear":72919.0,"score_lmetric":136154}],"chosen_score_linear":8999.0,"chosen_score_lmetric":1542,"t_first_token":30336.590285292,"t_first_token_unix":1779964333.1452293,"t_done":30338.966501803,"t_done_unix":1779964335.5214453},{"request_id":"1313181:3:1364311:547","session_id":"1313181","input_length":59514,"t_proxy_recv":30320.591723438,"t_decision_unix":1779964317.1466644,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":2,"affinity_cache_hit":24064,"affinity_cache_ratio":0.4043418355344961,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":59514.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59514,"cache_hit":0,"estimated_new_tokens":59514,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":178933,"ongoing_decode_tokens":80895,"pending_prefill_tokens":246,"num_requests":3,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":24064,"new_prefill":35450,"score_linear":154869.0,"score_lmetric":107088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":12800,"new_prefill":46714,"score_linear":112503.0,"score_lmetric":218798},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":59514,"score_linear":122597.0,"score_lmetric":59514},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":59514,"score_linear":222299.0,"score_lmetric":179469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24763,"ongoing_decode_tokens":24763,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1493,"cache_hit":24064,"new_prefill":35450,"score_linear":699.0,"score_lmetric":70900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":59514,"score_linear":183053.0,"score_lmetric":538773},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":59514,"score_linear":94143.0,"score_lmetric":119028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":46714,"score_linear":64169.0,"score_lmetric":123683}],"chosen_score_linear":122597.0,"chosen_score_lmetric":59514,"t_first_token":30333.403213197,"t_first_token_unix":1779964329.9581566,"t_done":30339.414979314,"t_done_unix":1779964335.9699242},{"request_id":"1367169:1:1367169:562","session_id":"1367169","input_length":18815,"t_proxy_recv":30330.849303901,"t_decision_unix":1779964327.4042447,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":7039.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7039 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":7039,"cache_hit":11776,"estimated_new_tokens":7039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":18815,"score_linear":235837.0,"score_lmetric":106910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":18815,"score_linear":166320.0,"score_lmetric":79656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":18815,"score_linear":182111.0,"score_lmetric":156658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":18815,"score_linear":222299.0,"score_lmetric":57372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":18815,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18815,"score_linear":183053.0,"score_lmetric":416676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":11776,"new_prefill":7039,"score_linear":68470.0,"score_lmetric":7039},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":18815,"score_linear":76969.0,"score_lmetric":95784}],"chosen_score_linear":68470.0,"chosen_score_lmetric":7039,"t_first_token":30333.10186181,"t_first_token_unix":1779964329.6568055,"t_done":30339.636915509,"t_done_unix":1779964336.191884},{"request_id":"1363943:2:1366428:556","session_id":"1363943","input_length":12984,"t_proxy_recv":30328.110952295,"t_decision_unix":1779964324.6658933,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9858287122612446,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":184,"cache_hit":12800,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":12800,"new_prefill":184,"score_linear":153726.0,"score_lmetric":368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":12984,"score_linear":125303.0,"score_lmetric":151338},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":12984,"score_linear":182111.0,"score_lmetric":144996},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":4096,"new_prefill":8888,"score_linear":218203.0,"score_lmetric":27591},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":11154,"ongoing_decode_tokens":11154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":0,"new_prefill":12984,"score_linear":11154.0,"score_lmetric":12984},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":12984,"score_linear":183053.0,"score_lmetric":399183},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":115317,"ongoing_decode_tokens":115317,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":4096,"new_prefill":8888,"score_linear":111221.0,"score_lmetric":17776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":4096,"new_prefill":8888,"score_linear":72873.0,"score_lmetric":85857}],"chosen_score_linear":153726.0,"chosen_score_lmetric":368,"t_first_token":30328.213412787,"t_first_token_unix":1779964324.768356,"t_done":30339.68437794,"t_done_unix":1779964336.2393208},{"request_id":"1368132:1:1368132:577","session_id":"1368132","input_length":8845,"t_proxy_recv":30334.299112207,"t_decision_unix":1779964330.854054,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":3.0,"fallback_score":17690.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[5,2,3,4,2,3,4,1])","v3_prefill_cache_hit":0,"v3_new_local":8845,"cache_hit":0,"estimated_new_tokens":8845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":235837,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":8845,"score_linear":235837.0,"score_lmetric":44225},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103635,"ongoing_decode_tokens":103635,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":8845,"score_linear":103635.0,"score_lmetric":17690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":8845,"score_linear":231594.0,"score_lmetric":26535},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":8845,"score_linear":225691.0,"score_lmetric":50184},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37274,"ongoing_decode_tokens":0,"pending_prefill_tokens":23962,"num_requests":2,"active_p_offloads":0,"cached_blocks":1587,"cache_hit":6656,"new_prefill":2189,"score_linear":30618.0,"score_lmetric":52302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":8845,"score_linear":183053.0,"score_lmetric":386766},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":8845,"score_linear":161092.0,"score_lmetric":144240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":8845,"score_linear":72919.0,"score_lmetric":81764}],"chosen_score_linear":103635.0,"chosen_score_lmetric":17690,"t_first_token":30335.093562477,"t_first_token_unix":1779964331.648506,"t_done":30339.689466635,"t_done_unix":1779964336.2444103},{"request_id":"1313181:4:1318843:342","session_id":"1313181","input_length":42704,"t_proxy_recv":30339.432250606,"t_decision_unix":1779964335.9871922,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9951292618958412,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (208 < 8000)","v3_prefill_cache_hit":42496,"v3_new_local":208,"cache_hit":42496,"estimated_new_tokens":208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":24064,"new_prefill":18640,"score_linear":155446.0,"score_lmetric":55920},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":12800,"new_prefill":29904,"score_linear":58663.0,"score_lmetric":59808},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":42496,"new_prefill":208,"score_linear":80101.0,"score_lmetric":208},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":42704,"score_linear":225691.0,"score_lmetric":185620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":24064,"new_prefill":18640,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":42704,"score_linear":183053.0,"score_lmetric":488343},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1708,"cache_hit":0,"new_prefill":42704,"score_linear":99061.0,"score_lmetric":85408},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":29904,"score_linear":60119.0,"score_lmetric":102823}],"chosen_score_linear":80101.0,"chosen_score_lmetric":208,"t_first_token":30339.498800997,"t_first_token_unix":1779964336.0537446,"t_done":30340.185683997,"t_done_unix":1779964336.740628},{"request_id":"1344773:13:1370257:589","session_id":"1344773","input_length":35413,"t_proxy_recv":30341.571047623,"t_decision_unix":1779964338.1259892,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9975997515036851,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (85 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":85,"cache_hit":35328,"estimated_new_tokens":85,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":35413,"score_linear":204844.0,"score_lmetric":141652},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":35413,"score_linear":62618.0,"score_lmetric":35413},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":35413,"score_linear":182601.0,"score_lmetric":105842},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35413,"score_linear":225691.0,"score_lmetric":156456},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":7712,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":35413,"score_linear":60520.0,"score_lmetric":154071},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":35413,"score_linear":183053.0,"score_lmetric":466470},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98547,"ongoing_decode_tokens":80246,"pending_prefill_tokens":10621,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":35328,"new_prefill":85,"score_linear":63219.0,"score_lmetric":21412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":35413,"score_linear":72919.0,"score_lmetric":108332}],"chosen_score_linear":63219.0,"chosen_score_lmetric":21412,"t_first_token":30342.53360344,"t_first_token_unix":1779964339.0885465,"t_done":30342.595885375,"t_done_unix":1779964339.1508286},{"request_id":"1355484:6:1369697:583","session_id":"1355484","input_length":20158,"t_proxy_recv":30339.680089146,"t_decision_unix":1779964336.2350304,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9905744617521579,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":190,"cache_hit":19968,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179510,"ongoing_decode_tokens":179510,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":19968,"new_prefill":190,"score_linear":159542.0,"score_lmetric":570},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71463,"ongoing_decode_tokens":71463,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1350,"cache_hit":12800,"new_prefill":7358,"score_linear":58663.0,"score_lmetric":14716},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165301,"ongoing_decode_tokens":42704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":12800,"new_prefill":7358,"score_linear":152501.0,"score_lmetric":14716},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":20158,"score_linear":225691.0,"score_lmetric":95436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":12800,"new_prefill":7358,"score_linear":-12800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":20158,"score_linear":183053.0,"score_lmetric":420705},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":20158,"score_linear":80246.0,"score_lmetric":20158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":7358,"score_linear":60119.0,"score_lmetric":80277}],"chosen_score_linear":159542.0,"chosen_score_lmetric":570,"t_first_token":30339.773015784,"t_first_token_unix":1779964336.327959,"t_done":30342.659533452,"t_done_unix":1779964339.2144763},{"request_id":"1369768:1:1369768:584","session_id":"1369768","input_length":7712,"t_proxy_recv":30339.900661694,"t_decision_unix":1779964336.4556031,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":7712.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7712 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7712,"cache_hit":0,"estimated_new_tokens":7712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":186684,"pending_prefill_tokens":5360,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":7712,"score_linear":204844.0,"score_lmetric":52288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":7712,"score_linear":62618.0,"score_lmetric":7712},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165301,"ongoing_decode_tokens":42704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":7712,"score_linear":165301.0,"score_lmetric":15424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":7712,"score_linear":225691.0,"score_lmetric":45652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":7712,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":7712,"score_linear":183053.0,"score_lmetric":383367},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":7712,"score_linear":80246.0,"score_lmetric":7712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":7712,"score_linear":72919.0,"score_lmetric":80631}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30340.431754338,"t_first_token_unix":1779964336.9866972,"t_done":30343.282720458,"t_done_unix":1779964339.8376644},{"request_id":"1370466:1:1370466:592","session_id":"1370466","input_length":7710,"t_proxy_recv":30342.423597152,"t_decision_unix":1779964338.9785385,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.875,"fallback_score":15420.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7710 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7710,"cache_hit":0,"estimated_new_tokens":7710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":7710,"score_linear":204844.0,"score_lmetric":30840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64999,"ongoing_decode_tokens":64999,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":7710,"score_linear":64999.0,"score_lmetric":15420},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":7710,"score_linear":182601.0,"score_lmetric":50436},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":7710,"score_linear":225691.0,"score_lmetric":45644},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":31019,"pending_prefill_tokens":7997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":7710,"score_linear":60520.0,"score_lmetric":47121},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":7710,"score_linear":183053.0,"score_lmetric":383361},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":133960,"ongoing_decode_tokens":80246,"pending_prefill_tokens":10706,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":7710,"score_linear":133960.0,"score_lmetric":55248},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":7710,"score_linear":137450.0,"score_lmetric":172560}],"chosen_score_linear":64999.0,"chosen_score_lmetric":15420,"t_first_token":30342.993503333,"t_first_token_unix":1779964339.5484474,"t_done":30343.301668445,"t_done_unix":1779964339.8566115},{"request_id":"1368070:2:1370108:586","session_id":"1368070","input_length":29501,"t_proxy_recv":30341.089407216,"t_decision_unix":1779964337.6443484,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7289244432392122,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7997 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":7997,"cache_hit":21504,"estimated_new_tokens":7997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":29501,"score_linear":204844.0,"score_lmetric":118004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":29501,"score_linear":62618.0,"score_lmetric":29501},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":29501,"score_linear":182601.0,"score_lmetric":94018},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":29501,"score_linear":225691.0,"score_lmetric":132808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":31019,"ongoing_decode_tokens":7712,"pending_prefill_tokens":7947,"num_requests":2,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":21504,"new_prefill":7997,"score_linear":9515.0,"score_lmetric":31888},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":29501,"score_linear":183053.0,"score_lmetric":448734},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":29501,"score_linear":80246.0,"score_lmetric":29501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":29501,"score_linear":72919.0,"score_lmetric":102420}],"chosen_score_linear":9515.0,"chosen_score_lmetric":31888,"t_first_token":30343.121312633,"t_first_token_unix":1779964339.676256,"t_done":30343.334339984,"t_done_unix":1779964339.8892832},{"request_id":"1370269:1:1370269:591","session_id":"1370269","input_length":2381,"t_proxy_recv":30341.63367087,"t_decision_unix":1779964338.1886127,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":2381.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2381 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2381,"cache_hit":0,"estimated_new_tokens":2381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":2381,"score_linear":204844.0,"score_lmetric":9524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":2381,"score_linear":62618.0,"score_lmetric":2381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":2381,"score_linear":182601.0,"score_lmetric":39778},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":2381,"score_linear":225691.0,"score_lmetric":24328},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":7712,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":2381,"score_linear":60520.0,"score_lmetric":54975},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":2381,"score_linear":183053.0,"score_lmetric":367374},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":133960,"ongoing_decode_tokens":80246,"pending_prefill_tokens":10706,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":2381,"score_linear":133960.0,"score_lmetric":39261},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":2381,"score_linear":137450.0,"score_lmetric":161902}],"chosen_score_linear":62618.0,"chosen_score_lmetric":2381,"t_first_token":30341.907339335,"t_first_token_unix":1779964338.4622827,"t_done":30343.414635096,"t_done_unix":1779964339.969578},{"request_id":"1366128:3:1369902:585","session_id":"1366128","input_length":23307,"t_proxy_recv":30340.366484519,"t_decision_unix":1779964336.9214258,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":15360,"affinity_cache_ratio":0.6590294761230532,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7947 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":7947,"cache_hit":15360,"estimated_new_tokens":7947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":186684,"pending_prefill_tokens":5360,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":23307,"score_linear":204844.0,"score_lmetric":114668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":23307,"score_linear":62618.0,"score_lmetric":23307},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":23307,"score_linear":182601.0,"score_lmetric":81630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":23307,"score_linear":225691.0,"score_lmetric":108032},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":15360,"new_prefill":7947,"score_linear":-7648.0,"score_lmetric":15659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":23307,"score_linear":183053.0,"score_lmetric":430152},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":23307,"score_linear":80246.0,"score_lmetric":23307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":23307,"score_linear":72919.0,"score_lmetric":96226}],"chosen_score_linear":-7648.0,"chosen_score_lmetric":15659,"t_first_token":30341.649313695,"t_first_token_unix":1779964338.2042575,"t_done":30343.422321043,"t_done_unix":1779964339.977264},{"request_id":"1363943:3:1369535:582","session_id":"1363943","input_length":18160,"t_proxy_recv":30339.692726198,"t_decision_unix":1779964336.2476676,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":12800,"affinity_cache_ratio":0.7048458149779736,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5360 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":5360,"cache_hit":12800,"estimated_new_tokens":5360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":186684,"ongoing_decode_tokens":166526,"pending_prefill_tokens":190,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":12800,"new_prefill":5360,"score_linear":173884.0,"score_lmetric":16650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":18160,"score_linear":62618.0,"score_lmetric":18160},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":165301,"ongoing_decode_tokens":42704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":18160,"score_linear":165301.0,"score_lmetric":36320},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":4096,"new_prefill":14064,"score_linear":221595.0,"score_lmetric":71060},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":18160,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18160,"score_linear":183053.0,"score_lmetric":414711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":4096,"new_prefill":14064,"score_linear":76150.0,"score_lmetric":14064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":14064,"score_linear":68823.0,"score_lmetric":86983}],"chosen_score_linear":173884.0,"chosen_score_lmetric":16650,"t_first_token":30340.451635004,"t_first_token_unix":1779964337.006578,"t_done":30345.681244392,"t_done_unix":1779964342.236189},{"request_id":"1277428:6:1371101:593","session_id":"1277428","input_length":36583,"t_proxy_recv":30344.460432624,"t_decision_unix":1779964341.0153737,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9936855916682612,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (231 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":231,"cache_hit":36352,"estimated_new_tokens":231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":184686,"ongoing_decode_tokens":184686,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":36352,"new_prefill":231,"score_linear":148334.0,"score_lmetric":693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":3584,"new_prefill":32999,"score_linear":59034.0,"score_lmetric":32999},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":36583,"score_linear":182601.0,"score_lmetric":108182},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":17408,"new_prefill":19175,"score_linear":208283.0,"score_lmetric":91504},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":36583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":36583,"score_linear":183053.0,"score_lmetric":469980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98547,"ongoing_decode_tokens":98547,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":4608,"new_prefill":31975,"score_linear":93939.0,"score_lmetric":63950},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":36583,"score_linear":137450.0,"score_lmetric":230306}],"chosen_score_linear":148334.0,"chosen_score_lmetric":693,"t_first_token":30344.606606282,"t_first_token_unix":1779964341.1615503,"t_done":30346.040659182,"t_done_unix":1779964342.5956025},{"request_id":"1367424:1:1367424:569","session_id":"1367424","input_length":3392,"t_proxy_recv":30331.737919379,"t_decision_unix":1779964328.292861,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":3.125,"fallback_score":11103.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3392 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3392,"cache_hit":0,"estimated_new_tokens":3392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":3392,"score_linear":235837.0,"score_lmetric":29795},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":125303,"pending_prefill_tokens":7737,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":3392,"score_linear":166320.0,"score_lmetric":33387},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":0,"pending_prefill_tokens":60357,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":3392,"score_linear":231594.0,"score_lmetric":191247},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":3392,"score_linear":222299.0,"score_lmetric":11103},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48389,"ongoing_decode_tokens":15411,"pending_prefill_tokens":15570,"num_requests":4,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":3392,"score_linear":48389.0,"score_lmetric":75848},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":3392,"score_linear":183053.0,"score_lmetric":370407},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125898,"ongoing_decode_tokens":80246,"pending_prefill_tokens":33876,"num_requests":3,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":3392,"score_linear":125898.0,"score_lmetric":111804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":3392,"score_linear":76969.0,"score_lmetric":80361}],"chosen_score_linear":222299.0,"chosen_score_lmetric":11103,"t_first_token":30346.675578705,"t_first_token_unix":1779964343.230522,"t_done":30346.829872993,"t_done_unix":1779964343.3848162},{"request_id":"1253743:7:1359251:524","session_id":"1253743","input_length":51509,"t_proxy_recv":30302.94675651,"t_decision_unix":1779964299.5016975,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9940010483604806,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (309 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":309,"cache_hit":51200,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":17408,"new_prefill":34101,"score_linear":109609.0,"score_lmetric":68202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":3584,"new_prefill":47925,"score_linear":59034.0,"score_lmetric":47925},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":51509,"score_linear":122597.0,"score_lmetric":51509},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":51200,"new_prefill":309,"score_linear":119590.0,"score_lmetric":618},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":51509,"score_linear":58758.0,"score_lmetric":51509},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114798,"ongoing_decode_tokens":114798,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":4608,"new_prefill":46901,"score_linear":110190.0,"score_lmetric":93802},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":51509,"score_linear":83526.0,"score_lmetric":135035}],"chosen_score_linear":119590.0,"chosen_score_lmetric":618,"t_first_token":30346.525168156,"t_first_token_unix":1779964343.0801132,"t_done":30347.010053207,"t_done_unix":1779964343.5649967},{"request_id":"1367424:2:1370211:588","session_id":"1367424","input_length":11133,"t_proxy_recv":30346.836641866,"t_decision_unix":1779964343.3915834,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":1,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27593640528159524,"affinity_num_requests":3,"avg_num_requests":2.5,"fallback_score":11133.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,2,3,3,3,3,2])","v3_prefill_cache_hit":0,"v3_new_local":11133,"cache_hit":0,"estimated_new_tokens":11133,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":11133,"score_linear":189518.0,"score_lmetric":33399},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":11133,"score_linear":62618.0,"score_lmetric":11133},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":11133,"score_linear":182601.0,"score_lmetric":22266},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":121073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":3072,"new_prefill":8061,"score_linear":219227.0,"score_lmetric":24183},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":9399,"pending_prefill_tokens":14349,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":11133,"score_linear":58052.0,"score_lmetric":76446},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":11133,"score_linear":183053.0,"score_lmetric":393630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":131361,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":11133,"score_linear":131361.0,"score_lmetric":33399},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":11133,"score_linear":137450.0,"score_lmetric":179406}],"chosen_score_linear":62618.0,"chosen_score_lmetric":11133,"t_first_token":30347.738990326,"t_first_token_unix":1779964344.2939336,"t_done":30347.869811167,"t_done_unix":1779964344.4247541},{"request_id":"1367329:2:1371226:595","session_id":"1367329","input_length":32814,"t_proxy_recv":30344.863894864,"t_decision_unix":1779964341.4188359,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8113610044493205,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6190 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":6190,"cache_hit":26624,"estimated_new_tokens":6190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":221269,"ongoing_decode_tokens":221269,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":32814,"score_linear":221269.0,"score_lmetric":131256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":32814,"score_linear":62618.0,"score_lmetric":32814},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":32814,"score_linear":182601.0,"score_lmetric":100644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":32814,"score_linear":225691.0,"score_lmetric":146060},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":32814,"score_linear":183053.0,"score_lmetric":458673},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":98547,"ongoing_decode_tokens":98547,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":26624,"new_prefill":6190,"score_linear":71923.0,"score_lmetric":12380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":32814,"score_linear":137450.0,"score_lmetric":222768}],"chosen_score_linear":71923.0,"chosen_score_lmetric":12380,"t_first_token":30346.19852656,"t_first_token_unix":1779964342.7534697,"t_done":30350.17956072,"t_done_unix":1779964346.7345037},{"request_id":"1371337:1:1371337:597","session_id":"1371337","input_length":9399,"t_proxy_recv":30345.295104976,"t_decision_unix":1779964341.8500464,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":9399.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9399,"cache_hit":0,"estimated_new_tokens":9399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":244261,"ongoing_decode_tokens":221269,"pending_prefill_tokens":3024,"num_requests":5,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":9399,"score_linear":244261.0,"score_lmetric":62115},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":9399,"score_linear":62618.0,"score_lmetric":9399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":9399,"score_linear":182601.0,"score_lmetric":53814},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":9399,"score_linear":225691.0,"score_lmetric":52400},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":9399,"score_linear":183053.0,"score_lmetric":388428},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":98547,"pending_prefill_tokens":6190,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":9399,"score_linear":131361.0,"score_lmetric":46767},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":9399,"score_linear":137450.0,"score_lmetric":175938}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30345.999615615,"t_first_token_unix":1779964342.5545595,"t_done":30350.296438955,"t_done_unix":1779964346.851382},{"request_id":"1366128:4:1371629:599","session_id":"1366128","input_length":35037,"t_proxy_recv":30346.322925117,"t_decision_unix":1779964342.8778665,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.6575905471358849,"affinity_num_requests":2,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,1,2,4,2,3,3,2])","v3_prefill_cache_hit":23040,"v3_new_local":11997,"cache_hit":23040,"estimated_new_tokens":11997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":35037,"score_linear":189518.0,"score_lmetric":105111},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":35037,"score_linear":62618.0,"score_lmetric":35037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":35037,"score_linear":182601.0,"score_lmetric":70074},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":35037,"score_linear":225691.0,"score_lmetric":154952},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":23015,"ongoing_decode_tokens":9399,"pending_prefill_tokens":2352,"num_requests":2,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":23040,"new_prefill":11997,"score_linear":-25.0,"score_lmetric":28698},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":35037,"score_linear":183053.0,"score_lmetric":465342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":131361,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":35037,"score_linear":131361.0,"score_lmetric":105111},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":35037,"score_linear":137450.0,"score_lmetric":227214}],"chosen_score_linear":-25.0,"chosen_score_lmetric":28698,"t_first_token":30349.95151195,"t_first_token_unix":1779964346.5064557,"t_done":30350.331254276,"t_done_unix":1779964346.8861973},{"request_id":"1371929:1:1371929:601","session_id":"1371929","input_length":17407,"t_proxy_recv":30347.404411449,"t_decision_unix":1779964343.9593525,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":34814.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,2,2,2,3,3,4,2])","v3_prefill_cache_hit":0,"v3_new_local":17407,"cache_hit":0,"estimated_new_tokens":17407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":17407,"score_linear":189518.0,"score_lmetric":52221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":73751,"ongoing_decode_tokens":62618,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":17407,"score_linear":73751.0,"score_lmetric":57080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":17407,"score_linear":182601.0,"score_lmetric":34814},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":17407,"score_linear":170790.0,"score_lmetric":34814},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":9399,"pending_prefill_tokens":14349,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":17407,"score_linear":58052.0,"score_lmetric":95268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":17407,"score_linear":183053.0,"score_lmetric":412452},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":158066,"ongoing_decode_tokens":131361,"pending_prefill_tokens":12369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":17407,"score_linear":158066.0,"score_lmetric":119104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":17407,"score_linear":137450.0,"score_lmetric":191954}],"chosen_score_linear":182601.0,"chosen_score_lmetric":34814,"t_first_token":30349.245485267,"t_first_token_unix":1779964345.8004286,"t_done":30350.688368371,"t_done_unix":1779964347.2433112},{"request_id":"1372791:1:1372791:604","session_id":"1372791","input_length":4811,"t_proxy_recv":30350.407965691,"t_decision_unix":1779964346.9629073,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":4811.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4811 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4811,"cache_hit":0,"estimated_new_tokens":4811,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":246166,"ongoing_decode_tokens":246166,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":4811,"score_linear":246166.0,"score_lmetric":24055},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":4811,"score_linear":62618.0,"score_lmetric":4811},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":200008,"ongoing_decode_tokens":77411,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":4811,"score_linear":200008.0,"score_lmetric":14433},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":4811,"score_linear":170790.0,"score_lmetric":9622},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13616,"ongoing_decode_tokens":13616,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1733,"cache_hit":0,"new_prefill":4811,"score_linear":13616.0,"score_lmetric":4811},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":4811,"score_linear":183053.0,"score_lmetric":374664},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125252,"ongoing_decode_tokens":125252,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":0,"new_prefill":4811,"score_linear":125252.0,"score_lmetric":14433},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":4811,"score_linear":137450.0,"score_lmetric":166762}],"chosen_score_linear":13616.0,"chosen_score_lmetric":4811,"t_first_token":30350.716729797,"t_first_token_unix":1779964347.2716727,"t_done":30350.942866308,"t_done_unix":1779964347.49781},{"request_id":"1371622:1:1371622:598","session_id":"1371622","input_length":13616,"t_proxy_recv":30346.296852661,"t_decision_unix":1779964342.8517942,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":2352.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2352 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2352,"cache_hit":11264,"estimated_new_tokens":2352,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":13616,"score_linear":189518.0,"score_lmetric":40848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":13616,"score_linear":62618.0,"score_lmetric":13616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":13616,"score_linear":182601.0,"score_lmetric":27232},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":13616,"score_linear":225691.0,"score_lmetric":69268},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":11264,"new_prefill":2352,"score_linear":-1865.0,"score_lmetric":2352},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":13616,"score_linear":183053.0,"score_lmetric":401079},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":131361,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":13616,"score_linear":131361.0,"score_lmetric":40848},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":13616,"score_linear":137450.0,"score_lmetric":184372}],"chosen_score_linear":-1865.0,"chosen_score_lmetric":2352,"t_first_token":30347.954683429,"t_first_token_unix":1779964344.5096269,"t_done":30351.14650837,"t_done_unix":1779964347.7014515},{"request_id":"1363943:4:1372250:603","session_id":"1363943","input_length":18396,"t_proxy_recv":30348.640566863,"t_decision_unix":1779964345.1955066,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":17920,"affinity_cache_ratio":0.974124809741248,"affinity_num_requests":4,"avg_num_requests":2.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (476 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":476,"cache_hit":17920,"estimated_new_tokens":476,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227770,"ongoing_decode_tokens":189518,"pending_prefill_tokens":1900,"num_requests":4,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":17920,"new_prefill":476,"score_linear":209850.0,"score_lmetric":9504},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":18396,"score_linear":62618.0,"score_lmetric":18396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":200008,"ongoing_decode_tokens":60004,"pending_prefill_tokens":17407,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":18396,"score_linear":200008.0,"score_lmetric":107409},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":4096,"new_prefill":14300,"score_linear":166694.0,"score_lmetric":28600},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":23015,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":18396,"score_linear":58052.0,"score_lmetric":91179},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18396,"score_linear":183053.0,"score_lmetric":415419},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":158066,"ongoing_decode_tokens":131361,"pending_prefill_tokens":12369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":4096,"new_prefill":14300,"score_linear":153970.0,"score_lmetric":106676},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":14300,"score_linear":133354.0,"score_lmetric":185740}],"chosen_score_linear":209850.0,"chosen_score_lmetric":9504,"t_first_token":30349.004530034,"t_first_token_unix":1779964345.559473,"t_done":30351.28170805,"t_done_unix":1779964347.836653},{"request_id":"1356885:1:1356885:514","session_id":"1356885","input_length":122597,"t_proxy_recv":30294.656953562,"t_decision_unix":1779964291.2118948,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":119078.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":6656,"v3_new_local":115941,"v3_src_idx":3,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":6656,"estimated_new_tokens":115941,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":122597,"score_linear":68259.0,"score_lmetric":122597},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":122597,"score_linear":62618.0,"score_lmetric":122597},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":21371,"pending_prefill_tokens":3137,"num_requests":1,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":6656,"new_prefill":115941,"score_linear":41537.0,"score_lmetric":119078},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":122597,"score_linear":35308.0,"score_lmetric":157905},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69205,"ongoing_decode_tokens":78089,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":122597,"score_linear":69205.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":122597,"score_linear":83526.0,"score_lmetric":206123}],"chosen_score_linear":41537.0,"chosen_score_lmetric":119078,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"write_mode":true,"t_prefill_sent":30294.65750111,"t_prefill_sent_unix":1779964291.2124436,"t_decode_sent":30294.657520855,"t_decode_sent_unix":1779964291.2124643,"t_first_token":30346.649674,"t_first_token_unix":1779964343.204621,"t_done":30351.496545309,"t_done_unix":1779964348.0514894,"t_prefill_done":30351.496551447,"t_prefill_done_unix":1779964348.0514941},{"request_id":"1355484:7:1371284:596","session_id":"1355484","input_length":22992,"t_proxy_recv":30345.088603559,"t_decision_unix":1779964341.6435447,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8684759916492694,"affinity_num_requests":4,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3024 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":3024,"cache_hit":19968,"estimated_new_tokens":3024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":221269,"ongoing_decode_tokens":221269,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":19968,"new_prefill":3024,"score_linear":201301.0,"score_lmetric":12096},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":12800,"new_prefill":10192,"score_linear":49818.0,"score_lmetric":10192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":12800,"new_prefill":10192,"score_linear":169801.0,"score_lmetric":55400},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":22992,"score_linear":225691.0,"score_lmetric":106772},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":12800,"new_prefill":10192,"score_linear":-12800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":22992,"score_linear":183053.0,"score_lmetric":429207},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":98547,"pending_prefill_tokens":6190,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":22992,"score_linear":131361.0,"score_lmetric":87546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":10192,"score_linear":124650.0,"score_lmetric":177524}],"chosen_score_linear":201301.0,"chosen_score_lmetric":12096,"t_first_token":30345.679794379,"t_first_token_unix":1779964342.2347383,"t_done":30352.062513808,"t_done_unix":1779964348.617457},{"request_id":"1362265:3:1373357:605","session_id":"1362265","input_length":10284,"t_proxy_recv":30352.410778513,"t_decision_unix":1779964348.9657195,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9459354336833917,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (556 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":556,"cache_hit":9728,"estimated_new_tokens":556,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":10284,"score_linear":204778.0,"score_lmetric":30852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":6656,"new_prefill":3628,"score_linear":55962.0,"score_lmetric":3628},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":10284,"score_linear":60004.0,"score_lmetric":10284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":10284,"score_linear":48193.0,"score_lmetric":10284},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1746,"cache_hit":9728,"new_prefill":556,"score_linear":-9728.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":10284,"score_linear":183053.0,"score_lmetric":391083},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125252,"ongoing_decode_tokens":125252,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":0,"new_prefill":10284,"score_linear":125252.0,"score_lmetric":30852},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":10284,"score_linear":137450.0,"score_lmetric":31870}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":30352.461350378,"t_first_token_unix":1779964349.016294,"t_done":30352.563503096,"t_done_unix":1779964349.1184464},{"request_id":"1370129:1:1370129:587","session_id":"1370129","input_length":18301,"t_proxy_recv":30341.157298611,"t_decision_unix":1779964337.7122402,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":10621.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,1,2,4,3,3,1,1])","v3_prefill_cache_hit":7680,"v3_new_local":10621,"cache_hit":7680,"estimated_new_tokens":10621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":4096,"new_prefill":14205,"score_linear":200748.0,"score_lmetric":56820},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":18301,"score_linear":62618.0,"score_lmetric":18301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":18301,"score_linear":182601.0,"score_lmetric":71618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":7680,"new_prefill":10621,"score_linear":218011.0,"score_lmetric":57288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":7712,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":18301,"score_linear":60520.0,"score_lmetric":102735},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18301,"score_linear":183053.0,"score_lmetric":415134},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":7680,"new_prefill":10621,"score_linear":72566.0,"score_lmetric":10621},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":7680,"new_prefill":10621,"score_linear":65239.0,"score_lmetric":83540}],"chosen_score_linear":72566.0,"chosen_score_lmetric":10621,"t_first_token":30342.477793728,"t_first_token_unix":1779964339.0327368,"t_done":30352.880301241,"t_done_unix":1779964349.4352446},{"request_id":"1253804:6:1318560:340","session_id":"1253804","input_length":62618,"t_proxy_recv":30159.539873917,"t_decision_unix":1779964156.0948153,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9403047047174934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3738 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":3738,"cache_hit":58880,"estimated_new_tokens":3738,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":894,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1140,"cache_hit":58880,"new_prefill":3738,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":985,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":944,"cache_hit":0,"new_prefill":62618,"score_linear":79663.0,"score_lmetric":141769},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179219,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1091,"cache_hit":3584,"new_prefill":59034,"score_linear":175635.0,"score_lmetric":59034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":121968,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":576,"cache_hit":0,"new_prefill":62618,"score_linear":121968.0,"score_lmetric":62618}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":30174.681151179,"t_first_token_unix":1779964171.236095,"t_done":30353.118927951,"t_done_unix":1779964349.673875},{"request_id":"1353821:3:1360898:529","session_id":"1353821","input_length":27933,"t_proxy_recv":30308.717389959,"t_decision_unix":1779964305.2723312,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27648,"affinity_cache_ratio":0.98979701428418,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (285 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":285,"cache_hit":27648,"estimated_new_tokens":285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":27933,"score_linear":146510.0,"score_lmetric":83910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":96096,"ongoing_decode_tokens":62618,"pending_prefill_tokens":5318,"num_requests":2,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":27933,"score_linear":96096.0,"score_lmetric":66502},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":27933,"score_linear":122597.0,"score_lmetric":27933},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":27933,"score_linear":222299.0,"score_lmetric":84726},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":27933,"score_linear":58758.0,"score_lmetric":27933},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":27648,"new_prefill":285,"score_linear":90240.0,"score_lmetric":118173},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":27933,"score_linear":80246.0,"score_lmetric":27933},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":27933,"score_linear":83526.0,"score_lmetric":27933}],"chosen_score_linear":90240.0,"chosen_score_lmetric":118173,"t_first_token":30352.905646867,"t_first_token_unix":1779964349.46059,"t_done":30353.838620088,"t_done_unix":1779964350.3935635},{"request_id":"1353821:4:1363399:541","session_id":"1353821","input_length":28093,"t_proxy_recv":30353.844487553,"t_decision_unix":1779964350.399429,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":27648,"affinity_cache_ratio":0.984159755099135,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (445 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":445,"cache_hit":27648,"estimated_new_tokens":445,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":28093,"score_linear":223454.0,"score_lmetric":112372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":28093,"score_linear":79495.0,"score_lmetric":107588},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":28093,"score_linear":60004.0,"score_lmetric":28093},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":28093,"score_linear":104479.0,"score_lmetric":153398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":28093,"score_linear":126340.0,"score_lmetric":154433},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":155120,"ongoing_decode_tokens":155120,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":27648,"new_prefill":445,"score_linear":127472.0,"score_lmetric":890},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":28093,"score_linear":106951.0,"score_lmetric":56186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":28093,"score_linear":137450.0,"score_lmetric":67488}],"chosen_score_linear":127472.0,"chosen_score_lmetric":890,"t_first_token":30353.962266,"t_first_token_unix":1779964350.5172095,"t_done":30354.398202057,"t_done_unix":1779964350.9531453},{"request_id":"1355951:2:1363365:540","session_id":"1355951","input_length":37232,"t_proxy_recv":30317.519038253,"t_decision_unix":1779964314.0739794,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9488611946712505,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1904 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":1904,"cache_hit":35328,"estimated_new_tokens":1904,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":37232,"score_linear":127017.0,"score_lmetric":74464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":37232,"score_linear":125303.0,"score_lmetric":199834},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":37232,"score_linear":122597.0,"score_lmetric":37232},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":37232,"score_linear":222299.0,"score_lmetric":112623},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":74815,"ongoing_decode_tokens":0,"pending_prefill_tokens":2233,"num_requests":2,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":0,"new_prefill":37232,"score_linear":74815.0,"score_lmetric":78930},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":35328,"new_prefill":1904,"score_linear":110493.0,"score_lmetric":240154},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1642,"cache_hit":0,"new_prefill":37232,"score_linear":80246.0,"score_lmetric":37232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":37232,"score_linear":76969.0,"score_lmetric":114201}],"chosen_score_linear":110493.0,"chosen_score_lmetric":240154,"t_first_token":30352.911040705,"t_first_token_unix":1779964349.465984,"t_done":30354.413649993,"t_done_unix":1779964350.9685931},{"request_id":"1363943:5:1373637:609","session_id":"1363943","input_length":18676,"t_proxy_recv":30353.476027549,"t_decision_unix":1779964350.0309687,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9869351038766331,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":244,"cache_hit":18432,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":18432,"new_prefill":244,"score_linear":186346.0,"score_lmetric":732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":18676,"score_linear":79495.0,"score_lmetric":98171},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":18676,"score_linear":60004.0,"score_lmetric":18676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":4096,"new_prefill":14580,"score_linear":100383.0,"score_lmetric":126372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":18676,"score_linear":126340.0,"score_lmetric":145016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":183053,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":18676,"score_linear":183053.0,"score_lmetric":56028},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":4096,"new_prefill":14580,"score_linear":102855.0,"score_lmetric":29160},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":14580,"score_linear":133354.0,"score_lmetric":40462}],"chosen_score_linear":186346.0,"chosen_score_lmetric":732,"t_first_token":30353.610439914,"t_first_token_unix":1779964350.1653836,"t_done":30357.133813987,"t_done_unix":1779964353.6887572},{"request_id":"1313181:4:1368020:573","session_id":"1313181","input_length":60004,"t_proxy_recv":30340.196540359,"t_decision_unix":1779964336.7514815,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":42496,"affinity_cache_ratio":0.7082194520365309,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":42496,"v3_new_local":17508,"cache_hit":42496,"estimated_new_tokens":17508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":186684,"pending_prefill_tokens":5360,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":24064,"new_prefill":35940,"score_linear":180780.0,"score_lmetric":165200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":12800,"new_prefill":47204,"score_linear":49818.0,"score_lmetric":47204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":42496,"new_prefill":17508,"score_linear":80101.0,"score_lmetric":17508},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":60004,"score_linear":225691.0,"score_lmetric":254820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":24064,"new_prefill":35940,"score_linear":-16352.0,"score_lmetric":43652},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":60004,"score_linear":183053.0,"score_lmetric":540243},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":60004,"score_linear":80246.0,"score_lmetric":60004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":47204,"score_linear":60119.0,"score_lmetric":120123}],"chosen_score_linear":80101.0,"chosen_score_lmetric":17508,"t_first_token":30346.133755171,"t_first_token_unix":1779964342.6886985,"t_done":30358.429827598,"t_done_unix":1779964354.9847708},{"request_id":"1374347:1:1374347:611","session_id":"1374347","input_length":19862,"t_proxy_recv":30355.91862923,"t_decision_unix":1779964352.4735703,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":19862.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,1,1,2,2,1,2,2])","v3_prefill_cache_hit":0,"v3_new_local":19862,"cache_hit":0,"estimated_new_tokens":19862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":19862,"score_linear":223454.0,"score_lmetric":79448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":19862,"score_linear":79495.0,"score_lmetric":99357},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":19862,"score_linear":60004.0,"score_lmetric":19862},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":19862,"score_linear":104479.0,"score_lmetric":136936},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173104,"ongoing_decode_tokens":0,"pending_prefill_tokens":138288,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":19862,"score_linear":173104.0,"score_lmetric":316300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":19862,"score_linear":117888.0,"score_lmetric":19862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":19862,"score_linear":106951.0,"score_lmetric":39724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":19862,"score_linear":137450.0,"score_lmetric":51026}],"chosen_score_linear":60004.0,"chosen_score_lmetric":19862,"t_first_token":30357.983084382,"t_first_token_unix":1779964354.5380282,"t_done":30358.54662695,"t_done_unix":1779964355.1015704},{"request_id":"1374465:1:1374465:613","session_id":"1374465","input_length":18497,"t_proxy_recv":30356.359057608,"t_decision_unix":1779964352.9139988,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":18497.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,2,2,2,2,1,2,2])","v3_prefill_cache_hit":0,"v3_new_local":18497,"cache_hit":0,"estimated_new_tokens":18497,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":18497,"score_linear":223454.0,"score_lmetric":73988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":18497,"score_linear":143031.0,"score_lmetric":197104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79866,"ongoing_decode_tokens":60004,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":18497,"score_linear":79866.0,"score_lmetric":76718},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":18497,"score_linear":104479.0,"score_lmetric":134206},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173104,"ongoing_decode_tokens":0,"pending_prefill_tokens":138288,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":18497,"score_linear":173104.0,"score_lmetric":313570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":18497,"score_linear":117888.0,"score_lmetric":18497},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":18497,"score_linear":106951.0,"score_lmetric":36994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":18497,"score_linear":137450.0,"score_lmetric":48296}],"chosen_score_linear":117888.0,"chosen_score_lmetric":18497,"t_first_token":30358.238615006,"t_first_token_unix":1779964354.7935581,"t_done":30358.719225937,"t_done_unix":1779964355.2741692},{"request_id":"1277428:7:1372183:602","session_id":"1277428","input_length":38252,"t_proxy_recv":30348.370116746,"t_decision_unix":1779964344.9250584,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9503293945414619,"affinity_num_requests":3,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1900 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":1900,"cache_hit":36352,"estimated_new_tokens":1900,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":36352,"new_prefill":1900,"score_linear":153166.0,"score_lmetric":5700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":3584,"new_prefill":34668,"score_linear":59034.0,"score_lmetric":34668},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":200008,"ongoing_decode_tokens":60004,"pending_prefill_tokens":17407,"num_requests":3,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":38252,"score_linear":200008.0,"score_lmetric":166977},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":17408,"new_prefill":20844,"score_linear":153382.0,"score_lmetric":41688},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":23015,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":38252,"score_linear":58052.0,"score_lmetric":150747},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":38252,"score_linear":183053.0,"score_lmetric":474987},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":158066,"ongoing_decode_tokens":131361,"pending_prefill_tokens":12369,"num_requests":4,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":4608,"new_prefill":33644,"score_linear":153458.0,"score_lmetric":184052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":38252,"score_linear":137450.0,"score_lmetric":233644}],"chosen_score_linear":153166.0,"chosen_score_lmetric":5700,"t_first_token":30348.959103328,"t_first_token_unix":1779964345.5140467,"t_done":30360.85161128,"t_done_unix":1779964357.4065554},{"request_id":"1364090:2:1371798:600","session_id":"1364090","input_length":26705,"t_proxy_recv":30346.938046246,"t_decision_unix":1779964343.4929879,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.5368283093053735,"affinity_num_requests":3,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=3 threshold=2 eff_loads=[3,2,2,3,3,3,3,2])","v3_prefill_cache_hit":14336,"v3_new_local":12369,"cache_hit":14336,"estimated_new_tokens":12369,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189518,"ongoing_decode_tokens":189518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":4096,"new_prefill":22609,"score_linear":185422.0,"score_lmetric":67827},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":73751,"ongoing_decode_tokens":62618,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":0,"new_prefill":26705,"score_linear":73751.0,"score_lmetric":75676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":26705,"score_linear":182601.0,"score_lmetric":53410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":121073,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":7680,"new_prefill":19025,"score_linear":214619.0,"score_lmetric":57075},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58052,"ongoing_decode_tokens":9399,"pending_prefill_tokens":14349,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":26705,"score_linear":58052.0,"score_lmetric":123162},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":26705,"score_linear":183053.0,"score_lmetric":440346},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":131361,"ongoing_decode_tokens":131361,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":14336,"new_prefill":12369,"score_linear":117025.0,"score_lmetric":37107},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":0,"pending_prefill_tokens":78570,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":7680,"new_prefill":19025,"score_linear":129770.0,"score_lmetric":195190}],"chosen_score_linear":117025.0,"chosen_score_lmetric":37107,"t_first_token":30348.997356592,"t_first_token_unix":1779964345.5522995,"t_done":30361.126979152,"t_done_unix":1779964357.6819222},{"request_id":"1355951:3:1375866:619","session_id":"1355951","input_length":38041,"t_proxy_recv":30361.304449318,"t_decision_unix":1779964357.8593907,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9690596987460898,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1177 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":1177,"cache_hit":36864,"estimated_new_tokens":1177,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":185642,"ongoing_decode_tokens":185642,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1378,"cache_hit":0,"new_prefill":38041,"score_linear":185642.0,"score_lmetric":114123},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":38041,"score_linear":143031.0,"score_lmetric":236192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":38041,"score_linear":141790.0,"score_lmetric":167150},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":38041,"score_linear":104479.0,"score_lmetric":173294},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":38041,"score_linear":214612.0,"score_lmetric":542919},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":36864,"new_prefill":1177,"score_linear":81024.0,"score_lmetric":1177},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":38041,"score_linear":80246.0,"score_lmetric":38041},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":38041,"score_linear":137450.0,"score_lmetric":87384}],"chosen_score_linear":81024.0,"chosen_score_lmetric":1177,"t_first_token":30361.615822844,"t_first_token_unix":1779964358.1707666,"t_done":30362.359346984,"t_done_unix":1779964358.9142904},{"request_id":"1363943:6:1375416:618","session_id":"1363943","input_length":19116,"t_proxy_recv":30359.67041071,"t_decision_unix":1779964356.2253516,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9642184557438794,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (684 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":684,"cache_hit":18432,"estimated_new_tokens":684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":18432,"new_prefill":684,"score_linear":186346.0,"score_lmetric":2052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":19116,"score_linear":143031.0,"score_lmetric":198342},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":19116,"score_linear":141790.0,"score_lmetric":129300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":4096,"new_prefill":15020,"score_linear":100383.0,"score_lmetric":127252},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":19116,"score_linear":214612.0,"score_lmetric":486144},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":19116,"score_linear":117888.0,"score_lmetric":19116},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":4096,"new_prefill":15020,"score_linear":102855.0,"score_lmetric":30040},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":15020,"score_linear":133354.0,"score_lmetric":41342}],"chosen_score_linear":186346.0,"chosen_score_lmetric":2052,"t_first_token":30359.819068826,"t_first_token_unix":1779964356.3740125,"t_done":30362.619369317,"t_done_unix":1779964359.174313},{"request_id":"1360649:1:1360649:527","session_id":"1360649","input_length":117888,"t_proxy_recv":30307.935704542,"t_decision_unix":1779964304.4906456,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":117888.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":117888,"cache_hit":0,"estimated_new_tokens":117888,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":146510,"ongoing_decode_tokens":68259,"pending_prefill_tokens":37,"num_requests":3,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":0,"new_prefill":117888,"score_linear":146510.0,"score_lmetric":353775},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":117888,"score_linear":62618.0,"score_lmetric":117888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":117888,"score_linear":122597.0,"score_lmetric":117888},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":117888,"score_linear":222299.0,"score_lmetric":354591},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":117888,"score_linear":58758.0,"score_lmetric":117888},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":0,"new_prefill":117888,"score_linear":80246.0,"score_lmetric":117888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":117888,"score_linear":83526.0,"score_lmetric":201414}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30352.902996619,"t_first_token_unix":1779964349.4579396,"t_done":30362.675596581,"t_done_unix":1779964359.2305398},{"request_id":"1374465:2:1376358:620","session_id":"1374465","input_length":21588,"t_proxy_recv":30362.762021513,"t_decision_unix":1779964359.316963,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":18432,"affinity_cache_ratio":0.8538076709282935,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3156 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":3156,"cache_hit":18432,"estimated_new_tokens":3156,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":21588,"score_linear":166526.0,"score_lmetric":43176},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":21588,"score_linear":143031.0,"score_lmetric":203286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":21588,"score_linear":141790.0,"score_lmetric":134244},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":21588,"score_linear":104479.0,"score_lmetric":140388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":21588,"score_linear":214612.0,"score_lmetric":493560},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119052,"ongoing_decode_tokens":0,"pending_prefill_tokens":780,"num_requests":1,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":18432,"new_prefill":3156,"score_linear":100620.0,"score_lmetric":3936},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":21588,"score_linear":80246.0,"score_lmetric":21588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":21588,"score_linear":137450.0,"score_lmetric":54478}],"chosen_score_linear":100620.0,"chosen_score_lmetric":3936,"t_first_token":30363.753233702,"t_first_token_unix":1779964360.3081775,"t_done":30364.501701072,"t_done_unix":1779964361.0566454},{"request_id":"1367957:1:1367957:572","session_id":"1367957","input_length":72919,"t_proxy_recv":30333.634322816,"t_decision_unix":1779964330.189264,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":3.0,"fallback_score":72919.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":72919,"cache_hit":0,"estimated_new_tokens":72919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":235837,"ongoing_decode_tokens":179510,"pending_prefill_tokens":2567,"num_requests":5,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":0,"new_prefill":72919,"score_linear":235837.0,"score_lmetric":377430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":166320,"ongoing_decode_tokens":166320,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":0,"new_prefill":72919,"score_linear":166320.0,"score_lmetric":218757},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":231594,"ongoing_decode_tokens":108997,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":18944,"new_prefill":53975,"score_linear":212650.0,"score_lmetric":161925},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":72919,"score_linear":225691.0,"score_lmetric":306480},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24506,"ongoing_decode_tokens":24506,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1578,"cache_hit":0,"new_prefill":72919,"score_linear":24506.0,"score_lmetric":145838},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":72919,"score_linear":183053.0,"score_lmetric":578988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":161092,"ongoing_decode_tokens":99061,"pending_prefill_tokens":27215,"num_requests":4,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":72919,"score_linear":161092.0,"score_lmetric":400536},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":72919,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30351.99744824,"t_first_token_unix":1779964348.5523925,"t_done":30364.718280124,"t_done_unix":1779964361.2732239},{"request_id":"1342634:2:1370263:590","session_id":"1342634","input_length":64531,"t_proxy_recv":30341.613434338,"t_decision_unix":1779964338.1683757,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9124296849576172,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5651 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":5651,"cache_hit":58880,"estimated_new_tokens":5651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204844,"ongoing_decode_tokens":204844,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1357,"cache_hit":0,"new_prefill":64531,"score_linear":204844.0,"score_lmetric":258124},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1367,"cache_hit":0,"new_prefill":64531,"score_linear":62618.0,"score_lmetric":64531},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182601,"ongoing_decode_tokens":0,"pending_prefill_tokens":17508,"num_requests":2,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":64531,"score_linear":182601.0,"score_lmetric":164078},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":225691,"ongoing_decode_tokens":69564,"pending_prefill_tokens":3701,"num_requests":4,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":64531,"score_linear":225691.0,"score_lmetric":272928},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":60520,"ongoing_decode_tokens":7712,"pending_prefill_tokens":15944,"num_requests":3,"active_p_offloads":0,"cached_blocks":1647,"cache_hit":0,"new_prefill":64531,"score_linear":60520.0,"score_lmetric":241425},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":64531,"score_linear":183053.0,"score_lmetric":553824},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":133960,"ongoing_decode_tokens":80246,"pending_prefill_tokens":10706,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":64531,"score_linear":133960.0,"score_lmetric":225711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72919,"ongoing_decode_tokens":0,"pending_prefill_tokens":72919,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":58880,"new_prefill":5651,"score_linear":14039.0,"score_lmetric":78570}],"chosen_score_linear":14039.0,"chosen_score_lmetric":78570,"t_first_token":30363.753563795,"t_first_token_unix":1779964360.3085067,"t_done":30364.947519107,"t_done_unix":1779964361.5024621},{"request_id":"1360649:2:1367022:561","session_id":"1360649","input_length":119052,"t_proxy_recv":30362.701344208,"t_decision_unix":1779964359.2562857,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9934482411047273,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (780 < 8000)","v3_prefill_cache_hit":118272,"v3_new_local":780,"cache_hit":118272,"estimated_new_tokens":780,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":119052,"score_linear":166526.0,"score_lmetric":238104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":119052,"score_linear":143031.0,"score_lmetric":398214},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":119052,"score_linear":141790.0,"score_lmetric":329172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":119052,"score_linear":104479.0,"score_lmetric":335316},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":119052,"score_linear":214612.0,"score_lmetric":785952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":118272,"new_prefill":780,"score_linear":-118272.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":119052,"score_linear":80246.0,"score_lmetric":119052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":4096,"new_prefill":114956,"score_linear":133354.0,"score_lmetric":241214}],"chosen_score_linear":-118272.0,"chosen_score_lmetric":0,"t_first_token":30363.288167986,"t_first_token_unix":1779964359.8431115,"t_done":30365.233707363,"t_done_unix":1779964361.7886505},{"request_id":"1377061:1:1377061:622","session_id":"1377061","input_length":16241,"t_proxy_recv":30365.390357195,"t_decision_unix":1779964361.9452987,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":16241.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16241,"cache_hit":0,"estimated_new_tokens":16241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":16241,"score_linear":166526.0,"score_lmetric":32482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":16241,"score_linear":143031.0,"score_lmetric":192592},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":16241,"score_linear":141790.0,"score_lmetric":123550},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":125850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":16241,"score_linear":104479.0,"score_lmetric":32482},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":16241,"score_linear":214612.0,"score_lmetric":477519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":16241,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104569,"ongoing_decode_tokens":80246,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":16241,"score_linear":104569.0,"score_lmetric":81128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":16241,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30366.879521573,"t_first_token_unix":1779964363.434466,"t_done":30367.021913569,"t_done_unix":1779964363.576857},{"request_id":"1371337:2:1376534:621","session_id":"1371337","input_length":24323,"t_proxy_recv":30363.428010771,"t_decision_unix":1779964359.9829519,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":6,"affinity_cache_hit":9216,"affinity_cache_ratio":0.3789006290342474,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":24323.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,2,2,2,3,2,1,2])","v3_prefill_cache_hit":0,"v3_new_local":24323,"cache_hit":0,"estimated_new_tokens":24323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":24323,"score_linear":166526.0,"score_lmetric":48646},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":24323,"score_linear":143031.0,"score_lmetric":208756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":24323,"score_linear":141790.0,"score_lmetric":139714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":24323,"score_linear":104479.0,"score_lmetric":145858},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":9216,"new_prefill":15107,"score_linear":205396.0,"score_lmetric":474117},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":140640,"ongoing_decode_tokens":119052,"pending_prefill_tokens":3156,"num_requests":2,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":24323,"score_linear":140640.0,"score_lmetric":54958},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":24323,"score_linear":80246.0,"score_lmetric":24323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":24323,"score_linear":137450.0,"score_lmetric":59948}],"chosen_score_linear":80246.0,"chosen_score_lmetric":24323,"t_first_token":30366.228764755,"t_first_token_unix":1779964362.7837083,"t_done":30367.381930151,"t_done_unix":1779964363.9368732},{"request_id":"1294611:11:1355750:510","session_id":"1294611","input_length":48193,"t_proxy_recv":30290.403617459,"t_decision_unix":1779964286.9585588,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9349075591890939,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3137 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":3137,"cache_hit":45056,"estimated_new_tokens":3137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87625,"ongoing_decode_tokens":68259,"pending_prefill_tokens":6566,"num_requests":2,"active_p_offloads":0,"cached_blocks":1263,"cache_hit":0,"new_prefill":48193,"score_linear":87625.0,"score_lmetric":109518},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78137,"ongoing_decode_tokens":78137,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":12800,"new_prefill":35393,"score_linear":65337.0,"score_lmetric":70786},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1454,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":45056,"new_prefill":3137,"score_linear":-45056.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1102,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93708,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":48193,"score_linear":93708.0,"score_lmetric":72961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":0,"new_prefill":48193,"score_linear":83526.0,"score_lmetric":131719}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":30299.332444363,"t_first_token_unix":1779964295.8873882,"t_done":30368.351012932,"t_done_unix":1779964364.9059563},{"request_id":"1372791:2:1377698:624","session_id":"1372791","input_length":14851,"t_proxy_recv":30367.631863111,"t_decision_unix":1779964364.1868045,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.3102821358831055,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":14851.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14851,"cache_hit":0,"estimated_new_tokens":14851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":187253,"ongoing_decode_tokens":187253,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":0,"new_prefill":14851,"score_linear":187253.0,"score_lmetric":44553},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":14851,"score_linear":143031.0,"score_lmetric":189812},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":14851,"score_linear":141790.0,"score_lmetric":120770},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":125850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":14851,"score_linear":104479.0,"score_lmetric":29702},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":4608,"new_prefill":10243,"score_linear":210004.0,"score_lmetric":459525},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":14851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":14851,"score_linear":80246.0,"score_lmetric":14851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":14851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30368.942536009,"t_first_token_unix":1779964365.4974797,"t_done":30369.145217691,"t_done_unix":1779964365.7001605},{"request_id":"1363943:7:1377305:623","session_id":"1363943","input_length":20727,"t_proxy_recv":30366.315405401,"t_decision_unix":1779964362.8703465,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9139769382930477,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1783 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":1783,"cache_hit":18944,"estimated_new_tokens":1783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166526,"ongoing_decode_tokens":166526,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":18944,"new_prefill":1783,"score_linear":147582.0,"score_lmetric":3566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":20727,"score_linear":143031.0,"score_lmetric":201564},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":20727,"score_linear":141790.0,"score_lmetric":132522},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":125850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":4096,"new_prefill":16631,"score_linear":100383.0,"score_lmetric":33262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":20727,"score_linear":214612.0,"score_lmetric":490977},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":20727,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104569,"ongoing_decode_tokens":104569,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":4096,"new_prefill":16631,"score_linear":100473.0,"score_lmetric":33262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16241,"ongoing_decode_tokens":0,"pending_prefill_tokens":16241,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":4096,"new_prefill":16631,"score_linear":12145.0,"score_lmetric":32872}],"chosen_score_linear":147582.0,"chosen_score_lmetric":3566,"t_first_token":30366.648718686,"t_first_token_unix":1779964363.203662,"t_done":30370.004178039,"t_done_unix":1779964366.5591216},{"request_id":"1370129:2:1373467:607","session_id":"1370129","input_length":56286,"t_proxy_recv":30352.929381651,"t_decision_unix":1779964349.484323,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":3,"affinity_cache_hit":18432,"affinity_cache_ratio":0.3274704189318836,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":48606.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,1,1,1,3,2,2])","v3_prefill_cache_hit":7680,"v3_new_local":48606,"cache_hit":7680,"estimated_new_tokens":48606,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":4096,"new_prefill":52190,"score_linear":200682.0,"score_lmetric":156570},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":56286,"score_linear":62618.0,"score_lmetric":56286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":56286,"score_linear":60004.0,"score_lmetric":56286},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":7680,"new_prefill":48606,"score_linear":40513.0,"score_lmetric":48606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":56286,"score_linear":126340.0,"score_lmetric":182626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":183053,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":56286,"score_linear":183053.0,"score_lmetric":168858},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":18432,"new_prefill":37854,"score_linear":88519.0,"score_lmetric":75708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":7680,"new_prefill":48606,"score_linear":129770.0,"score_lmetric":108514}],"chosen_score_linear":40513.0,"chosen_score_lmetric":48606,"t_first_token":30363.96083891,"t_first_token_unix":1779964360.5157874,"t_done":30370.925201379,"t_done_unix":1779964367.4801447},{"request_id":"1377061:2:1378590:631","session_id":"1377061","input_length":16515,"t_proxy_recv":30370.662970429,"t_decision_unix":1779964367.217912,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15872,"affinity_cache_ratio":0.961065697850439,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (643 < 8000)","v3_prefill_cache_hit":15872,"v3_new_local":643,"cache_hit":15872,"estimated_new_tokens":643,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":16515,"score_linear":189983.0,"score_lmetric":49545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":16515,"score_linear":165163.0,"score_lmetric":310026},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":16515,"score_linear":141790.0,"score_lmetric":124098},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":77657,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":16515,"score_linear":56286.0,"score_lmetric":16515},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":16515,"score_linear":214612.0,"score_lmetric":478341},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":16515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":16515,"score_linear":80246.0,"score_lmetric":16515},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5458,"ongoing_decode_tokens":0,"pending_prefill_tokens":5458,"num_requests":1,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":15872,"new_prefill":643,"score_linear":-10414.0,"score_lmetric":6101}],"chosen_score_linear":-10414.0,"chosen_score_lmetric":6101,"t_first_token":30370.919978483,"t_first_token_unix":1779964367.474922,"t_done":30371.005835399,"t_done_unix":1779964367.5607781},{"request_id":"1378684:1:1378684:632","session_id":"1378684","input_length":7810,"t_proxy_recv":30370.994815156,"t_decision_unix":1779964367.5497568,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":7810.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7810 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7810,"cache_hit":0,"estimated_new_tokens":7810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":7810,"score_linear":189983.0,"score_lmetric":23430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":7810,"score_linear":165163.0,"score_lmetric":283911},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":7810,"score_linear":141790.0,"score_lmetric":106688},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1904,"cache_hit":0,"new_prefill":7810,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":7810,"score_linear":214612.0,"score_lmetric":452226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":7810,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":7810,"score_linear":80246.0,"score_lmetric":7810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21973,"ongoing_decode_tokens":21973,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":7810,"score_linear":21973.0,"score_lmetric":15620}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30371.544086082,"t_first_token_unix":1779964368.09903,"t_done":30371.947168182,"t_done_unix":1779964368.5021112},{"request_id":"1378543:1:1378543:630","session_id":"1378543","input_length":5458,"t_proxy_recv":30370.503052269,"t_decision_unix":1779964367.0579937,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":5458.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5458 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5458,"cache_hit":0,"estimated_new_tokens":5458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":5458,"score_linear":189983.0,"score_lmetric":16374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":5458,"score_linear":165163.0,"score_lmetric":276855},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5458,"score_linear":141790.0,"score_lmetric":101984},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":77657,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":5458,"score_linear":56286.0,"score_lmetric":5458},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5458,"score_linear":214612.0,"score_lmetric":445170},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":5458,"score_linear":80246.0,"score_lmetric":5458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":5458,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30370.854065739,"t_first_token_unix":1779964367.4090095,"t_done":30372.000436135,"t_done_unix":1779964368.5553792},{"request_id":"1355484:8:1377993:625","session_id":"1355484","input_length":23457,"t_proxy_recv":30368.612622266,"t_decision_unix":1779964365.1675634,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9822227906381891,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (417 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":417,"cache_hit":23040,"estimated_new_tokens":417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":187253,"ongoing_decode_tokens":187253,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":23040,"new_prefill":417,"score_linear":164213.0,"score_lmetric":1251},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":12800,"new_prefill":10657,"score_linear":130231.0,"score_lmetric":181424},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":10657,"score_linear":128990.0,"score_lmetric":112382},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":77657,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":23457,"score_linear":56286.0,"score_lmetric":23457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":10657,"score_linear":201812.0,"score_lmetric":460767},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14851,"ongoing_decode_tokens":0,"pending_prefill_tokens":14851,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":23457,"score_linear":14851.0,"score_lmetric":38308},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":23457,"score_linear":80246.0,"score_lmetric":23457},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":12800,"new_prefill":10657,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":164213.0,"chosen_score_lmetric":1251,"t_first_token":30368.771312266,"t_first_token_unix":1779964365.3262556,"t_done":30372.993887744,"t_done_unix":1779964369.5488307},{"request_id":"1379185:1:1379185:634","session_id":"1379185","input_length":1422,"t_proxy_recv":30372.714345644,"t_decision_unix":1779964369.2692869,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1422.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1422 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1422,"cache_hit":0,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":1422,"score_linear":189983.0,"score_lmetric":4266},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":1422,"score_linear":165163.0,"score_lmetric":264747},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":1422,"score_linear":141790.0,"score_lmetric":93912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":21371,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":1422,"score_linear":15283.0,"score_lmetric":1857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1422,"score_linear":214612.0,"score_lmetric":433062},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":1422,"score_linear":80246.0,"score_lmetric":1422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":0,"new_prefill":1422,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30372.823983613,"t_first_token_unix":1779964369.3789268,"t_done":30373.00313596,"t_done_unix":1779964369.5580788},{"request_id":"1279412:25:1366203:554","session_id":"1279412","input_length":98267,"t_proxy_recv":30327.296568445,"t_decision_unix":1779964323.85151,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9951662307794071,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (475 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":475,"cache_hit":97792,"estimated_new_tokens":475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1352,"cache_hit":97792,"new_prefill":475,"score_linear":-29533.0,"score_lmetric":475},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125303,"ongoing_decode_tokens":62618,"pending_prefill_tokens":62685,"num_requests":2,"active_p_offloads":0,"cached_blocks":1212,"cache_hit":95232,"new_prefill":3035,"score_linear":30071.0,"score_lmetric":131440},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":182111,"ongoing_decode_tokens":0,"pending_prefill_tokens":59514,"num_requests":2,"active_p_offloads":0,"cached_blocks":1475,"cache_hit":0,"new_prefill":98267,"score_linear":182111.0,"score_lmetric":315562},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":222299,"ongoing_decode_tokens":69564,"pending_prefill_tokens":309,"num_requests":3,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":0,"new_prefill":98267,"score_linear":222299.0,"score_lmetric":295728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":11154,"ongoing_decode_tokens":0,"pending_prefill_tokens":11154,"num_requests":1,"active_p_offloads":0,"cached_blocks":1528,"cache_hit":12800,"new_prefill":85467,"score_linear":-1646.0,"score_lmetric":96621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":98267,"score_linear":183053.0,"score_lmetric":655032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1655,"cache_hit":0,"new_prefill":98267,"score_linear":80246.0,"score_lmetric":98267},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":12800,"new_prefill":85467,"score_linear":64169.0,"score_lmetric":162436}],"chosen_score_linear":-29533.0,"chosen_score_lmetric":475,"t_first_token":30327.455162746,"t_first_token_unix":1779964324.0101063,"t_done":30373.247469319,"t_done_unix":1779964369.8024125},{"request_id":"1379569:1:1379569:638","session_id":"1379569","input_length":2632,"t_proxy_recv":30373.951505939,"t_decision_unix":1779964370.506447,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":2632.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2632 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2632,"cache_hit":0,"estimated_new_tokens":2632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189547,"ongoing_decode_tokens":189547,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":0,"new_prefill":2632,"score_linear":189547.0,"score_lmetric":7896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":2632,"score_linear":165163.0,"score_lmetric":268377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":2632,"score_linear":141790.0,"score_lmetric":96332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":2632,"score_linear":134396.0,"score_lmetric":25779},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":2632,"score_linear":214612.0,"score_lmetric":436692},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":2632,"score_linear":80246.0,"score_lmetric":2632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30374.115514773,"t_first_token_unix":1779964370.6704578,"t_done":30374.556056324,"t_done_unix":1779964371.1109996},{"request_id":"1314357:4:1352612:497","session_id":"1314357","input_length":68259,"t_proxy_recv":30279.652144139,"t_decision_unix":1779964276.2070856,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":67072,"affinity_cache_ratio":0.9826103517484874,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1187 < 8000)","v3_prefill_cache_hit":67072,"v3_new_local":1187,"cache_hit":67072,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1261,"cache_hit":67072,"new_prefill":1187,"score_linear":28954.0,"score_lmetric":1187},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":68259,"score_linear":62618.0,"score_lmetric":68259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1443,"cache_hit":0,"new_prefill":68259,"score_linear":10575.0,"score_lmetric":68259},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":18840,"ongoing_decode_tokens":21371,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":68259,"score_linear":18840.0,"score_lmetric":87099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1334,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1004,"cache_hit":0,"new_prefill":68259,"score_linear":21436.0,"score_lmetric":77407},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39383,"ongoing_decode_tokens":48267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1533,"cache_hit":0,"new_prefill":68259,"score_linear":39383.0,"score_lmetric":68259},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":28954.0,"chosen_score_lmetric":1187,"t_first_token":30280.139204752,"t_first_token_unix":1779964276.694148,"t_done":30374.572834743,"t_done_unix":1779964371.127778},{"request_id":"1269373:22:1358956:522","session_id":"1269373","input_length":80246,"t_proxy_recv":30301.814935089,"t_decision_unix":1779964298.3698761,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9761981905640157,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1910 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":1910,"cache_hit":78336,"estimated_new_tokens":1910,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":127017,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1276,"cache_hit":4096,"new_prefill":76150,"score_linear":122921.0,"score_lmetric":152300},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":80246,"score_linear":62618.0,"score_lmetric":80246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1455,"cache_hit":0,"new_prefill":80246,"score_linear":122597.0,"score_lmetric":80246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":170790,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1569,"cache_hit":7680,"new_prefill":72566,"score_linear":163110.0,"score_lmetric":145132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1360,"cache_hit":0,"new_prefill":80246,"score_linear":58758.0,"score_lmetric":80246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":80246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1622,"cache_hit":78336,"new_prefill":1910,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":832,"cache_hit":7680,"new_prefill":72566,"score_linear":75846.0,"score_lmetric":156092}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":30302.831972066,"t_first_token_unix":1779964299.3869162,"t_done":30375.182947505,"t_done_unix":1779964371.737893},{"request_id":"1279412:26:1378269:628","session_id":"1279412","input_length":100340,"t_proxy_recv":30373.264247354,"t_decision_unix":1779964369.819189,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":99840,"affinity_cache_ratio":0.9950169423958541,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (500 < 8000)","v3_prefill_cache_hit":99840,"v3_new_local":500,"cache_hit":99840,"estimated_new_tokens":500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89207,"ongoing_decode_tokens":89207,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":99840,"new_prefill":500,"score_linear":-10633.0,"score_lmetric":1000},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":95232,"new_prefill":5108,"score_linear":69931.0,"score_lmetric":275805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":87540,"score_linear":128990.0,"score_lmetric":266148},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72939,"ongoing_decode_tokens":21371,"pending_prefill_tokens":1771,"num_requests":2,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":100340,"score_linear":72939.0,"score_lmetric":204222},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":87540,"score_linear":201812.0,"score_lmetric":691416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":100340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":100340,"score_linear":80246.0,"score_lmetric":100340},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":12800,"new_prefill":87540,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-10633.0,"chosen_score_lmetric":1000,"t_first_token":30373.445671972,"t_first_token_unix":1779964370.0006158,"t_done":30375.502649786,"t_done_unix":1779964372.0575933},{"request_id":"1355484:9:1379722:640","session_id":"1355484","input_length":23717,"t_proxy_recv":30374.459948816,"t_decision_unix":1779964371.01489,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9930429649618417,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (165 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":165,"cache_hit":23552,"estimated_new_tokens":165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189547,"ongoing_decode_tokens":189547,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":23552,"new_prefill":165,"score_linear":165995.0,"score_lmetric":495},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":12800,"new_prefill":10917,"score_linear":152363.0,"score_lmetric":293232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":10917,"score_linear":128990.0,"score_lmetric":112902},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":23717,"score_linear":134396.0,"score_lmetric":89034},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":10917,"score_linear":201812.0,"score_lmetric":461547},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":2632,"ongoing_decode_tokens":2632,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":23717,"score_linear":2632.0,"score_lmetric":23717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":23717,"score_linear":80246.0,"score_lmetric":23717},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":12800,"new_prefill":10917,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":165995.0,"chosen_score_lmetric":495,"t_first_token":30374.568406699,"t_first_token_unix":1779964371.1233497,"t_done":30375.995815673,"t_done_unix":1779964372.5507684},{"request_id":"1377061:3:1380174:641","session_id":"1377061","input_length":17368,"t_proxy_recv":30376.065179437,"t_decision_unix":1779964372.620121,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16384,"affinity_cache_ratio":0.943344081068632,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (984 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":984,"cache_hit":16384,"estimated_new_tokens":984,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":17368,"score_linear":20948.0,"score_lmetric":17368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":143031,"pending_prefill_tokens":6772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":17368,"score_linear":165163.0,"score_lmetric":72420},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":17368,"score_linear":141790.0,"score_lmetric":125804},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":17368,"score_linear":134396.0,"score_lmetric":69987},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":17368,"score_linear":214612.0,"score_lmetric":480900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":16384,"new_prefill":984,"score_linear":-16384.0,"score_lmetric":0}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":30376.242229168,"t_first_token_unix":1779964372.7971725,"t_done":30376.342844066,"t_done_unix":1779964372.8977876},{"request_id":"1378543:2:1380447:644","session_id":"1378543","input_length":5314,"t_proxy_recv":30376.982531967,"t_decision_unix":1779964373.537473,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.963492660895747,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (194 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":194,"cache_hit":5120,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":5314,"score_linear":20948.0,"score_lmetric":5314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":143031,"pending_prefill_tokens":6772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":5314,"score_linear":165163.0,"score_lmetric":36258},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5314,"score_linear":141790.0,"score_lmetric":101696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":5314,"score_linear":134396.0,"score_lmetric":33825},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5314,"score_linear":214612.0,"score_lmetric":444738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":0,"new_prefill":5314,"score_linear":30907.0,"score_lmetric":14717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":5314,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":5120,"new_prefill":194,"score_linear":-5120.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30377.003753249,"t_first_token_unix":1779964373.5586963,"t_done":30377.004282126,"t_done_unix":1779964373.5592248},{"request_id":"1379569:2:1380473:645","session_id":"1379569","input_length":6767,"t_proxy_recv":30377.128878014,"t_decision_unix":1779964373.6838195,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":2560,"affinity_cache_ratio":0.37830648736515443,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":6767.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6767 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6767,"cache_hit":0,"estimated_new_tokens":6767,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":6767,"score_linear":20948.0,"score_lmetric":6767},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":143031,"pending_prefill_tokens":6772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":6767,"score_linear":165163.0,"score_lmetric":40617},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":6767,"score_linear":141790.0,"score_lmetric":104602},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":6767,"score_linear":134396.0,"score_lmetric":38184},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":6767,"score_linear":214612.0,"score_lmetric":449097},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":2560,"new_prefill":4207,"score_linear":28347.0,"score_lmetric":13610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":6767,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":6767,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30377.578311628,"t_first_token_unix":1779964374.1332552,"t_done":30378.194415633,"t_done_unix":1779964374.7493587},{"request_id":"1374465:3:1380413:642","session_id":"1374465","input_length":30907,"t_proxy_recv":30376.857753517,"t_decision_unix":1779964373.4126942,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":21504,"affinity_cache_ratio":0.6957647134953246,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":21504,"v3_new_local":9403,"cache_hit":21504,"estimated_new_tokens":9403,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":30907,"score_linear":20948.0,"score_lmetric":30907},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":143031,"pending_prefill_tokens":6772,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":30907,"score_linear":165163.0,"score_lmetric":113037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":30907,"score_linear":141790.0,"score_lmetric":152882},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":30907,"score_linear":134396.0,"score_lmetric":110604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":30907,"score_linear":214612.0,"score_lmetric":521517},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":21504,"new_prefill":9403,"score_linear":-21504.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":30378.721045149,"t_first_token_unix":1779964375.2759886,"t_done":30379.360592476,"t_done_unix":1779964375.915536},{"request_id":"1279412:27:1380696:646","session_id":"1279412","input_length":100538,"t_proxy_recv":30378.0060616,"t_decision_unix":1779964374.561003,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9981499532515069,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (186 < 8000)","v3_prefill_cache_hit":100352,"v3_new_local":186,"cache_hit":100352,"estimated_new_tokens":186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":100352,"new_prefill":186,"score_linear":-79404.0,"score_lmetric":186},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":95232,"new_prefill":5306,"score_linear":69931.0,"score_lmetric":15918},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":87738,"score_linear":128990.0,"score_lmetric":266544},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":100538,"score_linear":134396.0,"score_lmetric":319497},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":87738,"score_linear":201812.0,"score_lmetric":692010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":9403,"num_requests":1,"active_p_offloads":0,"cached_blocks":1484,"cache_hit":0,"new_prefill":100538,"score_linear":30907.0,"score_lmetric":109941},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6767,"ongoing_decode_tokens":6767,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1376,"cache_hit":12800,"new_prefill":87738,"score_linear":-6033.0,"score_lmetric":87738}],"chosen_score_linear":-79404.0,"chosen_score_lmetric":186,"t_first_token":30378.222685487,"t_first_token_unix":1779964374.7776284,"t_done":30380.577900053,"t_done_unix":1779964377.1328433},{"request_id":"1379569:3:1381510:649","session_id":"1379569","input_length":7620,"t_proxy_recv":30380.756557631,"t_decision_unix":1779964377.311499,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6656,"affinity_cache_ratio":0.873490813648294,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (964 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":964,"cache_hit":6656,"estimated_new_tokens":964,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":7620,"score_linear":20948.0,"score_lmetric":7620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":7620,"score_linear":165163.0,"score_lmetric":22860},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":7620,"score_linear":141790.0,"score_lmetric":106308},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":7620,"score_linear":134396.0,"score_lmetric":40743},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":7620,"score_linear":214612.0,"score_lmetric":451656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":2560,"new_prefill":5060,"score_linear":11429.0,"score_lmetric":19049},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":7620,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1389,"cache_hit":6656,"new_prefill":964,"score_linear":-6656.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":30380.867282693,"t_first_token_unix":1779964377.4222257,"t_done":30381.373178959,"t_done_unix":1779964377.928122},{"request_id":"1286804:4:1378156:627","session_id":"1286804","input_length":22132,"t_proxy_recv":30369.140529351,"t_decision_unix":1779964365.6954706,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":15360,"affinity_cache_ratio":0.694017711910356,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6772 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":6772,"cache_hit":15360,"estimated_new_tokens":6772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":210710,"ongoing_decode_tokens":210710,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1379,"cache_hit":1536,"new_prefill":20596,"score_linear":209174.0,"score_lmetric":82384},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":15360,"new_prefill":6772,"score_linear":127671.0,"score_lmetric":173654},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":22132,"score_linear":141790.0,"score_lmetric":135332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":56286,"ongoing_decode_tokens":77657,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":22132,"score_linear":56286.0,"score_lmetric":22132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":22132,"score_linear":214612.0,"score_lmetric":495192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14851,"ongoing_decode_tokens":14851,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":22132,"score_linear":14851.0,"score_lmetric":22132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":22132,"score_linear":80246.0,"score_lmetric":22132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1361,"cache_hit":0,"new_prefill":22132,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":127671.0,"chosen_score_lmetric":173654,"t_first_token":30377.135106109,"t_first_token_unix":1779964373.6900492,"t_done":30381.802033824,"t_done_unix":1779964378.3569772},{"request_id":"1381728:1:1381728:651","session_id":"1381728","input_length":1391,"t_proxy_recv":30381.662319073,"t_decision_unix":1779964378.2172604,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":1391.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1391 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1391,"cache_hit":0,"estimated_new_tokens":1391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":1391,"score_linear":20948.0,"score_lmetric":1391},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":1391,"score_linear":165163.0,"score_lmetric":4173},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":1391,"score_linear":141790.0,"score_lmetric":93850},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":1391,"score_linear":134396.0,"score_lmetric":22056},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1391,"score_linear":225257.0,"score_lmetric":578912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":1391,"score_linear":13989.0,"score_lmetric":1391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30381.787953394,"t_first_token_unix":1779964378.3428965,"t_done":30381.935542559,"t_done_unix":1779964378.4904852},{"request_id":"1363943:8:1379215:635","session_id":"1363943","input_length":20948,"t_proxy_recv":30372.868449516,"t_decision_unix":1779964369.4233909,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":20480,"affinity_cache_ratio":0.97765896505633,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (468 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":468,"cache_hit":20480,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":20480,"new_prefill":468,"score_linear":169503.0,"score_lmetric":1404},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":20948,"score_linear":165163.0,"score_lmetric":323325},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":20948,"score_linear":141790.0,"score_lmetric":132964},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":21371,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":4096,"new_prefill":16852,"score_linear":11187.0,"score_lmetric":17287},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":20948,"score_linear":214612.0,"score_lmetric":491640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":20948,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":4096,"new_prefill":16852,"score_linear":76150.0,"score_lmetric":16852},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1422,"ongoing_decode_tokens":1422,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1373,"cache_hit":4096,"new_prefill":16852,"score_linear":-2674.0,"score_lmetric":16852}],"chosen_score_linear":169503.0,"chosen_score_lmetric":1404,"t_first_token":30372.96302986,"t_first_token_unix":1779964369.517973,"t_done":30382.460667454,"t_done_unix":1779964379.015611},{"request_id":"1373577:1:1373577:608","session_id":"1373577","input_length":79495,"t_proxy_recv":30353.313600839,"t_decision_unix":1779964349.8685422,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":79495.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":79495,"cache_hit":0,"estimated_new_tokens":79495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":79495,"score_linear":204778.0,"score_lmetric":238485},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":79495,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":79495,"score_linear":60004.0,"score_lmetric":79495},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":79495,"score_linear":104479.0,"score_lmetric":256202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":79495,"score_linear":126340.0,"score_lmetric":205835},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":183053,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":79495,"score_linear":183053.0,"score_lmetric":238485},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":79495,"score_linear":106951.0,"score_lmetric":158990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":2560,"new_prefill":76935,"score_linear":134890.0,"score_lmetric":165172}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30374.806518333,"t_first_token_unix":1779964371.3614624,"t_done":30382.90396664,"t_done_unix":1779964379.45891},{"request_id":"1381387:1:1381387:648","session_id":"1381387","input_length":13989,"t_proxy_recv":30380.343908538,"t_decision_unix":1779964376.8988497,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":13989.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13989,"cache_hit":0,"estimated_new_tokens":13989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121486,"ongoing_decode_tokens":121486,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":13989,"score_linear":121486.0,"score_lmetric":27978},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":13989,"score_linear":165163.0,"score_lmetric":41967},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":13989,"score_linear":141790.0,"score_lmetric":119046},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":13989,"score_linear":134396.0,"score_lmetric":59850},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":13989,"score_linear":214612.0,"score_lmetric":470763},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1389,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30381.543121689,"t_first_token_unix":1779964378.0980654,"t_done":30383.87716681,"t_done_unix":1779964380.4321098},{"request_id":"1382089:1:1382089:655","session_id":"1382089","input_length":38111,"t_proxy_recv":30382.965313922,"t_decision_unix":1779964379.5202556,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":3295.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3295 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":3295,"cache_hit":34816,"estimated_new_tokens":3295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":38111,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":63536,"pending_prefill_tokens":1275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":38111,"score_linear":144683.0,"score_lmetric":78772},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":38111,"score_linear":141790.0,"score_lmetric":76318},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":38111,"score_linear":134396.0,"score_lmetric":132216},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":38111,"score_linear":225257.0,"score_lmetric":725792},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":34816,"new_prefill":3295,"score_linear":-20827.0,"score_lmetric":3295},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":38111,"score_linear":47401.0,"score_lmetric":57864},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":38111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-20827.0,"chosen_score_lmetric":3295,"t_first_token":30383.789696925,"t_first_token_unix":1779964380.3446407,"t_done":30383.954926394,"t_done_unix":1779964380.5098698},{"request_id":"1382294:1:1382294:656","session_id":"1382294","input_length":3034,"t_proxy_recv":30383.665408084,"t_decision_unix":1779964380.220349,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":3034.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3034 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3034,"cache_hit":0,"estimated_new_tokens":3034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":3034,"score_linear":54012.0,"score_lmetric":57046},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":63536,"pending_prefill_tokens":1275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":3034,"score_linear":144683.0,"score_lmetric":8618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":3034,"score_linear":141790.0,"score_lmetric":6164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":3034,"score_linear":134396.0,"score_lmetric":26985},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":3034,"score_linear":225257.0,"score_lmetric":585484},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":52100,"ongoing_decode_tokens":13989,"pending_prefill_tokens":3295,"num_requests":2,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":3034,"score_linear":52100.0,"score_lmetric":12658},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":3034,"score_linear":47401.0,"score_lmetric":22787},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":3034,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30383.850590353,"t_first_token_unix":1779964380.405533,"t_done":30384.005920394,"t_done_unix":1779964380.5608635},{"request_id":"1382667:1:1382667:658","session_id":"1382667","input_length":1955,"t_proxy_recv":30385.082486177,"t_decision_unix":1779964381.6374276,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":1955.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1955 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1955,"cache_hit":0,"estimated_new_tokens":1955,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":1955,"score_linear":154778.0,"score_lmetric":112762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":1955,"score_linear":144683.0,"score_lmetric":3910},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":1955,"score_linear":141790.0,"score_lmetric":4006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":1955,"score_linear":134396.0,"score_lmetric":23748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1955,"score_linear":225257.0,"score_lmetric":581168},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":1955,"score_linear":47401.0,"score_lmetric":21708},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30385.206883626,"t_first_token_unix":1779964381.7618265,"t_done":30385.43507582,"t_done_unix":1779964381.9900188},{"request_id":"1382710:1:1382710:659","session_id":"1382710","input_length":3190,"t_proxy_recv":30385.182865812,"t_decision_unix":1779964381.737807,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":3190.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3190 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3190,"cache_hit":0,"estimated_new_tokens":3190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":3190,"score_linear":154778.0,"score_lmetric":115232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":3190,"score_linear":144683.0,"score_lmetric":6380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":3190,"score_linear":141790.0,"score_lmetric":6476},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":3190,"score_linear":134396.0,"score_lmetric":27453},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":3190,"score_linear":225257.0,"score_lmetric":586108},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":3190,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":3190,"score_linear":47401.0,"score_lmetric":22943},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1955,"ongoing_decode_tokens":0,"pending_prefill_tokens":1955,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":3190,"score_linear":1955.0,"score_lmetric":5145}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30385.380436748,"t_first_token_unix":1779964381.93538,"t_done":30385.571349676,"t_done_unix":1779964382.1262925},{"request_id":"1382804:1:1382804:660","session_id":"1382804","input_length":627,"t_proxy_recv":30385.409621185,"t_decision_unix":1779964381.9645627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":627.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (627 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":627,"cache_hit":0,"estimated_new_tokens":627,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":627,"score_linear":154778.0,"score_lmetric":110106},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":627,"score_linear":144683.0,"score_lmetric":1254},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":627,"score_linear":141790.0,"score_lmetric":1350},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":627,"score_linear":134396.0,"score_lmetric":19764},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":627,"score_linear":225257.0,"score_lmetric":575856},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":3190,"ongoing_decode_tokens":3190,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":627,"score_linear":3190.0,"score_lmetric":627},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":627,"score_linear":47401.0,"score_lmetric":20380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1955,"ongoing_decode_tokens":1955,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":0,"new_prefill":627,"score_linear":1955.0,"score_lmetric":627}],"chosen_score_linear":3190.0,"chosen_score_lmetric":627,"t_first_token":30385.472529106,"t_first_token_unix":1779964382.0274718,"t_done":30385.660267304,"t_done_unix":1779964382.21521},{"request_id":"1382294:2:1383073:664","session_id":"1382294","input_length":5164,"t_proxy_recv":30386.277353494,"t_decision_unix":1779964382.8322952,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":2560,"affinity_cache_ratio":0.4957397366382649,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":5164.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5164 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5164,"cache_hit":0,"estimated_new_tokens":5164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":5164,"score_linear":154778.0,"score_lmetric":119180},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":5164,"score_linear":144683.0,"score_lmetric":10328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5164,"score_linear":141790.0,"score_lmetric":10424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":5164,"score_linear":134396.0,"score_lmetric":33375},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5164,"score_linear":225257.0,"score_lmetric":594004},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":5164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":5164,"score_linear":47401.0,"score_lmetric":24917},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":2560,"new_prefill":2604,"score_linear":2575.0,"score_lmetric":7739}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30386.602674723,"t_first_token_unix":1779964383.1576183,"t_done":30386.847540856,"t_done_unix":1779964383.4024842},{"request_id":"1383090:1:1383090:665","session_id":"1383090","input_length":9305,"t_proxy_recv":30386.319511593,"t_decision_unix":1779964382.8744533,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":14440.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9305,"cache_hit":0,"estimated_new_tokens":9305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":9305,"score_linear":154778.0,"score_lmetric":127462},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":9305,"score_linear":144683.0,"score_lmetric":18610},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":9305,"score_linear":141790.0,"score_lmetric":18706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":9305,"score_linear":134396.0,"score_lmetric":45798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":9305,"score_linear":225257.0,"score_lmetric":610568},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5164,"ongoing_decode_tokens":0,"pending_prefill_tokens":5164,"num_requests":1,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":9305,"score_linear":5164.0,"score_lmetric":14469},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":9305,"score_linear":47401.0,"score_lmetric":29058},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":9305,"score_linear":5135.0,"score_lmetric":14440}],"chosen_score_linear":5135.0,"chosen_score_lmetric":14440,"t_first_token":30387.064162318,"t_first_token_unix":1779964383.6191058,"t_done":30387.666158321,"t_done_unix":1779964384.2211015},{"request_id":"1383009:1:1383009:663","session_id":"1383009","input_length":5135,"t_proxy_recv":30386.053311415,"t_decision_unix":1779964382.608253,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":5135.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5135 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5135,"cache_hit":0,"estimated_new_tokens":5135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":5135,"score_linear":154778.0,"score_lmetric":119122},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":5135,"score_linear":144683.0,"score_lmetric":10270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5135,"score_linear":141790.0,"score_lmetric":10366},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":5135,"score_linear":134396.0,"score_lmetric":33288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5135,"score_linear":225257.0,"score_lmetric":593888},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":5135,"score_linear":47401.0,"score_lmetric":24888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30386.378131919,"t_first_token_unix":1779964382.9330752,"t_done":30387.692610143,"t_done_unix":1779964384.247553},{"request_id":"1379569:4:1383116:666","session_id":"1379569","input_length":10217,"t_proxy_recv":30386.409798308,"t_decision_unix":1779964382.96474,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7516883625330332,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2537 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2537,"cache_hit":7680,"estimated_new_tokens":2537,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":10217,"score_linear":154778.0,"score_lmetric":129286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":10217,"score_linear":144683.0,"score_lmetric":20434},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":10217,"score_linear":141790.0,"score_lmetric":20530},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":10217,"score_linear":134396.0,"score_lmetric":48534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":10217,"score_linear":225257.0,"score_lmetric":614216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":5164,"ongoing_decode_tokens":0,"pending_prefill_tokens":5164,"num_requests":1,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":2560,"new_prefill":7657,"score_linear":2604.0,"score_lmetric":12821},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":10217,"score_linear":47401.0,"score_lmetric":29970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":14440,"ongoing_decode_tokens":5135,"pending_prefill_tokens":9305,"num_requests":2,"active_p_offloads":0,"cached_blocks":1401,"cache_hit":7680,"new_prefill":2537,"score_linear":6760.0,"score_lmetric":23684}],"chosen_score_linear":6760.0,"chosen_score_lmetric":23684,"t_first_token":30387.327587225,"t_first_token_unix":1779964383.8825302,"t_done":30387.736117969,"t_done_unix":1779964384.291061},{"request_id":"1263749:2:1379302:636","session_id":"1263749","input_length":57656,"t_proxy_recv":30373.191679266,"t_decision_unix":1779964369.7466207,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9768280838074095,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1336 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":1336,"cache_hit":56320,"estimated_new_tokens":1336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":187474,"ongoing_decode_tokens":187474,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1383,"cache_hit":0,"new_prefill":57656,"score_linear":187474.0,"score_lmetric":172968},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":57656,"score_linear":165163.0,"score_lmetric":433449},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":57656,"score_linear":141790.0,"score_lmetric":206380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":21371,"pending_prefill_tokens":435,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":56320,"new_prefill":1336,"score_linear":-41037.0,"score_lmetric":1771},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":57656,"score_linear":214612.0,"score_lmetric":601764},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":57656,"score_linear":80246.0,"score_lmetric":57656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41037.0,"chosen_score_lmetric":1771,"t_first_token":30387.070789583,"t_first_token_unix":1779964383.625733,"t_done":30387.90051531,"t_done_unix":1779964384.4554622},{"request_id":"1373577:2:1380740:647","session_id":"1373577","input_length":81147,"t_proxy_recv":30382.95238626,"t_decision_unix":1779964379.5073278,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9842877740397057,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1275 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":1275,"cache_hit":79872,"estimated_new_tokens":1275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":81147,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":79872,"new_prefill":1275,"score_linear":-16336.0,"score_lmetric":1275},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":81147,"score_linear":141790.0,"score_lmetric":162390},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":81147,"score_linear":134396.0,"score_lmetric":261324},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":81147,"score_linear":225257.0,"score_lmetric":897936},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":81147,"score_linear":13989.0,"score_lmetric":81147},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":81147,"score_linear":47401.0,"score_lmetric":100900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":2560,"new_prefill":78587,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-16336.0,"chosen_score_lmetric":1275,"t_first_token":30383.833411989,"t_first_token_unix":1779964380.3883553,"t_done":30388.49942475,"t_done_unix":1779964385.0543683},{"request_id":"1383625:1:1383625:668","session_id":"1383625","input_length":3186,"t_proxy_recv":30388.250791888,"t_decision_unix":1779964384.8057332,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3186.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3186 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3186,"cache_hit":0,"estimated_new_tokens":3186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":3186,"score_linear":154778.0,"score_lmetric":115224},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":3186,"score_linear":144683.0,"score_lmetric":6372},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":3186,"score_linear":141790.0,"score_lmetric":6372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":3186,"score_linear":76740.0,"score_lmetric":6372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":3186,"score_linear":225257.0,"score_lmetric":439569},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":3186,"score_linear":47401.0,"score_lmetric":3186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30388.447010063,"t_first_token_unix":1779964385.0019538,"t_done":30388.580275985,"t_done_unix":1779964385.1352189},{"request_id":"1383625:2:1384279:673","session_id":"1383625","input_length":4150,"t_proxy_recv":30390.673275684,"t_decision_unix":1779964387.2282171,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3072,"affinity_cache_ratio":0.7402409638554217,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1078 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":1078,"cache_hit":3072,"estimated_new_tokens":1078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":4150,"score_linear":154778.0,"score_lmetric":117152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":4150,"score_linear":63536.0,"score_lmetric":4150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":4150,"score_linear":141790.0,"score_lmetric":8300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":4150,"score_linear":76740.0,"score_lmetric":8300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":4150,"score_linear":294722.0,"score_lmetric":603616},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":3072,"new_prefill":1078,"score_linear":25311.0,"score_lmetric":1078},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":4150,"score_linear":68622.0,"score_lmetric":8758},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":4150,"score_linear":28383.0,"score_lmetric":4150}],"chosen_score_linear":25311.0,"chosen_score_lmetric":1078,"t_first_token":30391.040860123,"t_first_token_unix":1779964387.595803,"t_done":30391.17267793,"t_done_unix":1779964387.727621},{"request_id":"1382667:2:1384299:674","session_id":"1382667","input_length":5989,"t_proxy_recv":30390.734728694,"t_decision_unix":1779964387.28967,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1536,"affinity_cache_ratio":0.2564701953581566,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":4453.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4453 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":4453,"cache_hit":1536,"estimated_new_tokens":4453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":5989,"score_linear":154778.0,"score_lmetric":120830},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":5989,"score_linear":63536.0,"score_lmetric":5989},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5989,"score_linear":141790.0,"score_lmetric":11978},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":5989,"score_linear":76740.0,"score_lmetric":11978},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5989,"score_linear":294722.0,"score_lmetric":610972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":32533,"ongoing_decode_tokens":0,"pending_prefill_tokens":1078,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":5989,"score_linear":32533.0,"score_lmetric":14134},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":5989,"score_linear":68622.0,"score_lmetric":12436},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":1536,"new_prefill":4453,"score_linear":26847.0,"score_lmetric":4453}],"chosen_score_linear":26847.0,"chosen_score_lmetric":4453,"t_first_token":30391.036728686,"t_first_token_unix":1779964387.5916717,"t_done":30391.481159231,"t_done_unix":1779964388.0361032},{"request_id":"1384772:1:1384772:677","session_id":"1384772","input_length":4690,"t_proxy_recv":30392.1968784,"t_decision_unix":1779964388.7518198,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":4690.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4690 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4690,"cache_hit":0,"estimated_new_tokens":4690,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":0,"pending_prefill_tokens":56100,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":4690,"score_linear":180004.0,"score_lmetric":182370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":4690,"score_linear":63536.0,"score_lmetric":4690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":4690,"score_linear":191655.0,"score_lmetric":14673},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":4690,"score_linear":76740.0,"score_lmetric":9380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":4690,"score_linear":294722.0,"score_lmetric":605776},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":4690,"score_linear":28383.0,"score_lmetric":4690},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":4690,"score_linear":68622.0,"score_lmetric":9838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":4690,"score_linear":28383.0,"score_lmetric":4690}],"chosen_score_linear":28383.0,"chosen_score_lmetric":4690,"t_first_token":30392.489525448,"t_first_token_unix":1779964389.0444684,"t_done":30392.622545792,"t_done_unix":1779964389.1774886},{"request_id":"1383009:2:1384930:679","session_id":"1383009","input_length":11113,"t_proxy_recv":30392.705385749,"t_decision_unix":1779964389.2603273,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46072167731485647,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":5993.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5993 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":5993,"cache_hit":5120,"estimated_new_tokens":5993,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":0,"pending_prefill_tokens":56100,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":11113,"score_linear":180004.0,"score_lmetric":201639},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":11113,"score_linear":63536.0,"score_lmetric":11113},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":11113,"score_linear":191655.0,"score_lmetric":33942},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":11113,"score_linear":76740.0,"score_lmetric":22226},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":11113,"score_linear":294722.0,"score_lmetric":631468},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1566,"cache_hit":0,"new_prefill":11113,"score_linear":28383.0,"score_lmetric":11113},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":11113,"score_linear":68622.0,"score_lmetric":22226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":5120,"new_prefill":5993,"score_linear":23263.0,"score_lmetric":5993}],"chosen_score_linear":23263.0,"chosen_score_lmetric":5993,"t_first_token":30393.273366831,"t_first_token_unix":1779964389.8283098,"t_done":30393.507874299,"t_done_unix":1779964390.0628176},{"request_id":"1381387:2:1383735:669","session_id":"1381387","input_length":28383,"t_proxy_recv":30388.562919886,"t_decision_unix":1779964385.1178613,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13824,"affinity_cache_ratio":0.4870521086565902,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":14559.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":13824,"v3_new_local":14559,"v3_src_idx":5,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":3186,"ongoing_decode_tokens":3186,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":13824,"estimated_new_tokens":14559,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":28383,"score_linear":154778.0,"score_lmetric":165618},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":28383,"score_linear":63536.0,"score_lmetric":28383},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":28383,"score_linear":141790.0,"score_lmetric":56766},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":28383,"score_linear":76740.0,"score_lmetric":56766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":28383,"score_linear":225257.0,"score_lmetric":515160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":3186,"ongoing_decode_tokens":3186,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1549,"cache_hit":13824,"new_prefill":14559,"score_linear":-10638.0,"score_lmetric":14559},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":28383,"score_linear":47401.0,"score_lmetric":28383},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":28383,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-10638.0,"chosen_score_lmetric":14559,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"write_mode":true,"t_prefill_sent":30388.563629711,"t_prefill_sent_unix":1779964385.1185722,"t_decode_sent":30388.563645033,"t_decode_sent_unix":1779964385.1185884,"t_first_token":30391.099100887,"t_first_token_unix":1779964387.654045,"t_done":30393.547041725,"t_done_unix":1779964390.101985,"t_prefill_done":30393.547045419,"t_prefill_done_unix":1779964390.101988},{"request_id":"1340290:3:1384149:672","session_id":"1340290","input_length":21221,"t_proxy_recv":30390.194584358,"t_decision_unix":1779964386.7495258,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9892088026011969,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (229 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":229,"cache_hit":20992,"estimated_new_tokens":229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":21221,"score_linear":154778.0,"score_lmetric":151294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":21221,"score_linear":63536.0,"score_lmetric":21221},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":21221,"score_linear":141790.0,"score_lmetric":42442},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":21221,"score_linear":76740.0,"score_lmetric":42442},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":21221,"score_linear":294722.0,"score_lmetric":671900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":21221,"score_linear":28383.0,"score_lmetric":21221},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":20992,"new_prefill":229,"score_linear":26409.0,"score_lmetric":229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":21221,"score_linear":28383.0,"score_lmetric":21221}],"chosen_score_linear":26409.0,"chosen_score_lmetric":229,"t_first_token":30392.469467722,"t_first_token_unix":1779964389.024411,"t_done":30394.330204246,"t_done_unix":1779964390.8851473},{"request_id":"1383090:2:1385262:682","session_id":"1383090","input_length":16734,"t_proxy_recv":30393.952315924,"t_decision_unix":1779964390.5072575,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.5507350304768734,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7518 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":7518,"cache_hit":9216,"estimated_new_tokens":7518,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":154778,"pending_prefill_tokens":1674,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":16734,"score_linear":180004.0,"score_lmetric":55224},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82570,"ongoing_decode_tokens":63536,"pending_prefill_tokens":19034,"num_requests":2,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":16734,"score_linear":82570.0,"score_lmetric":71536},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":16734,"score_linear":191655.0,"score_lmetric":50805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":16734,"score_linear":76740.0,"score_lmetric":33468},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":16734,"score_linear":294722.0,"score_lmetric":653952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":16734,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":16734,"score_linear":68622.0,"score_lmetric":33468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":9216,"new_prefill":7518,"score_linear":-9216.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":30394.844080989,"t_first_token_unix":1779964391.399024,"t_done":30395.097509515,"t_done_unix":1779964391.652453},{"request_id":"1370129:3:1379538:637","session_id":"1370129","input_length":61457,"t_proxy_recv":30373.8361569,"t_decision_unix":1779964370.3910978,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9247441300421433,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4625 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":4625,"cache_hit":56832,"estimated_new_tokens":4625,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189547,"ongoing_decode_tokens":189547,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1385,"cache_hit":4096,"new_prefill":57361,"score_linear":185451.0,"score_lmetric":172083},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":61457,"score_linear":165163.0,"score_lmetric":444852},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":61457,"score_linear":141790.0,"score_lmetric":213982},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":72939,"ongoing_decode_tokens":36654,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":56832,"new_prefill":4625,"score_linear":16107.0,"score_lmetric":11922},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":61457,"score_linear":214612.0,"score_lmetric":613167},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":61457,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":18432,"new_prefill":43025,"score_linear":61814.0,"score_lmetric":43025},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":7680,"new_prefill":53777,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":16107.0,"chosen_score_lmetric":11922,"t_first_token":30387.071670619,"t_first_token_unix":1779964383.6266136,"t_done":30395.134535152,"t_done_unix":1779964391.6894786},{"request_id":"1384947:1:1384947:680","session_id":"1384947","input_length":19034,"t_proxy_recv":30392.766246382,"t_decision_unix":1779964389.3211873,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":19034.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,3,2,4,1,2,3])","v3_prefill_cache_hit":0,"v3_new_local":19034,"cache_hit":0,"estimated_new_tokens":19034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":0,"pending_prefill_tokens":56100,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":19034,"score_linear":180004.0,"score_lmetric":225402},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":19034,"score_linear":63536.0,"score_lmetric":19034},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":19034,"score_linear":191655.0,"score_lmetric":57705},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":19034,"score_linear":76740.0,"score_lmetric":38068},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":19034,"score_linear":294722.0,"score_lmetric":663152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1566,"cache_hit":0,"new_prefill":19034,"score_linear":28383.0,"score_lmetric":19034},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":68622,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":19034,"score_linear":68622.0,"score_lmetric":38068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":39496,"ongoing_decode_tokens":0,"pending_prefill_tokens":5993,"num_requests":2,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":19034,"score_linear":39496.0,"score_lmetric":50054}],"chosen_score_linear":63536.0,"chosen_score_lmetric":19034,"t_first_token":30394.708812427,"t_first_token_unix":1779964391.2637558,"t_done":30395.189426379,"t_done_unix":1779964391.7443695},{"request_id":"1340290:4:1385568:684","session_id":"1340290","input_length":26146,"t_proxy_recv":30395.062349079,"t_decision_unix":1779964391.6172903,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.8028761569647365,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5154 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":5154,"cache_hit":20992,"estimated_new_tokens":5154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":26146,"score_linear":180004.0,"score_lmetric":78438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82570,"ongoing_decode_tokens":82570,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":26146,"score_linear":82570.0,"score_lmetric":52292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":26146,"score_linear":191655.0,"score_lmetric":79041},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":26146,"score_linear":76740.0,"score_lmetric":52292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":26146,"score_linear":294722.0,"score_lmetric":691600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":26146,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":20992,"new_prefill":5154,"score_linear":26409.0,"score_lmetric":5154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16734,"ongoing_decode_tokens":16734,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1508,"cache_hit":0,"new_prefill":26146,"score_linear":16734.0,"score_lmetric":26146}],"chosen_score_linear":26409.0,"chosen_score_lmetric":5154,"t_first_token":30395.976469529,"t_first_token_unix":1779964392.5314133,"t_done":30396.479925433,"t_done_unix":1779964393.0348692},{"request_id":"1382086:1:1382086:654","session_id":"1382086","input_length":54012,"t_proxy_recv":30382.972585989,"t_decision_unix":1779964379.5275273,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":54012.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":54012,"cache_hit":0,"estimated_new_tokens":54012,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":54012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":63536,"pending_prefill_tokens":1275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":54012,"score_linear":144683.0,"score_lmetric":110574},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":54012,"score_linear":141790.0,"score_lmetric":108120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":54012,"score_linear":134396.0,"score_lmetric":179919},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":54012,"score_linear":225257.0,"score_lmetric":789396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":52100,"ongoing_decode_tokens":13989,"pending_prefill_tokens":3295,"num_requests":2,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":54012,"score_linear":52100.0,"score_lmetric":114614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":54012,"score_linear":47401.0,"score_lmetric":73765},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":0,"new_prefill":54012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30393.802453535,"t_first_token_unix":1779964390.3573968,"t_done":30396.524338143,"t_done_unix":1779964393.0792813},{"request_id":"1279412:28:1382526:657","session_id":"1279412","input_length":100766,"t_proxy_recv":30384.591830109,"t_decision_unix":1779964381.1467712,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9958914713296152,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (414 < 8000)","v3_prefill_cache_hit":100352,"v3_new_local":414,"cache_hit":100352,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":100352,"new_prefill":414,"score_linear":-46340.0,"score_lmetric":54426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":144683,"ongoing_decode_tokens":144683,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":95232,"new_prefill":5534,"score_linear":49451.0,"score_lmetric":11068},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":87966,"score_linear":128990.0,"score_lmetric":176028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":100766,"score_linear":134396.0,"score_lmetric":320181},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":87966,"score_linear":212457.0,"score_lmetric":925212},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1532,"cache_hit":0,"new_prefill":100766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":19753,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":100766,"score_linear":47401.0,"score_lmetric":120519},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1398,"cache_hit":12800,"new_prefill":87966,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-46340.0,"chosen_score_lmetric":54426,"t_first_token":30393.807647232,"t_first_token_unix":1779964390.3625903,"t_done":30397.168867549,"t_done_unix":1779964393.723813},{"request_id":"1364090:3:1381959:653","session_id":"1364090","input_length":47401,"t_proxy_recv":30382.447525553,"t_decision_unix":1779964379.0024667,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.5832788337798781,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":27648,"v3_new_local":19753,"cache_hit":27648,"estimated_new_tokens":19753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":4096,"new_prefill":43305,"score_linear":16852.0,"score_lmetric":43305},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":143031,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1432,"cache_hit":0,"new_prefill":47401,"score_linear":143031.0,"score_lmetric":94802},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":105902,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":47401,"score_linear":141790.0,"score_lmetric":94898},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":7680,"new_prefill":39721,"score_linear":126716.0,"score_lmetric":137046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":47401,"score_linear":225257.0,"score_lmetric":762952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":47401,"score_linear":13989.0,"score_lmetric":47401},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":27648,"new_prefill":19753,"score_linear":-27648.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1393,"cache_hit":7680,"new_prefill":39721,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-27648.0,"chosen_score_lmetric":0,"t_first_token":30387.599235369,"t_first_token_unix":1779964384.1541789,"t_done":30397.468107054,"t_done_unix":1779964394.0230503},{"request_id":"1355484:10:1384484:675","session_id":"1355484","input_length":25226,"t_proxy_recv":30391.340735859,"t_decision_unix":1779964387.895677,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9336398953460715,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1674 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":1674,"cache_hit":23552,"estimated_new_tokens":1674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":23552,"new_prefill":1674,"score_linear":131226.0,"score_lmetric":112200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":12800,"new_prefill":12426,"score_linear":50736.0,"score_lmetric":12426},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":12426,"score_linear":128990.0,"score_lmetric":24852},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":25226,"score_linear":76740.0,"score_lmetric":50452},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":12426,"score_linear":281922.0,"score_lmetric":636720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":25226,"score_linear":28383.0,"score_lmetric":25226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":25226,"score_linear":68622.0,"score_lmetric":50910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34372,"ongoing_decode_tokens":5989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":12800,"new_prefill":12426,"score_linear":21572.0,"score_lmetric":24852}],"chosen_score_linear":131226.0,"chosen_score_lmetric":112200,"t_first_token":30394.029707919,"t_first_token_unix":1779964390.584653,"t_done":30397.687966373,"t_done_unix":1779964394.2429097},{"request_id":"1279412:29:1385688:685","session_id":"1279412","input_length":101200,"t_proxy_recv":30397.185733129,"t_decision_unix":1779964393.7406747,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9966798418972332,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (336 < 8000)","v3_prefill_cache_hit":100864,"v3_new_local":336,"cache_hit":100864,"estimated_new_tokens":336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25226,"ongoing_decode_tokens":25226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1498,"cache_hit":100864,"new_prefill":336,"score_linear":-75638.0,"score_lmetric":336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":95232,"new_prefill":5968,"score_linear":-31696.0,"score_lmetric":5968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":88400,"score_linear":178855.0,"score_lmetric":265803},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":101200,"score_linear":100467.0,"score_lmetric":202400},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":88400,"score_linear":281922.0,"score_lmetric":940616},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":101200,"score_linear":85184.0,"score_lmetric":101200},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1843,"cache_hit":0,"new_prefill":101200,"score_linear":47401.0,"score_lmetric":101200},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":88400,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-75638.0,"chosen_score_lmetric":336,"t_first_token":30397.497061679,"t_first_token_unix":1779964394.0520046,"t_done":30398.236502202,"t_done_unix":1779964394.7914457},{"request_id":"1340290:5:1386504:688","session_id":"1340290","input_length":27220,"t_proxy_recv":30398.207654921,"t_decision_unix":1779964394.7625961,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9592946362968405,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":1108,"cache_hit":26112,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101200,"ongoing_decode_tokens":101200,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":27220,"score_linear":101200.0,"score_lmetric":27220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":27220,"score_linear":63536.0,"score_lmetric":27220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":27220,"score_linear":191655.0,"score_lmetric":82263},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":27220,"score_linear":100467.0,"score_lmetric":54440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":27220,"score_linear":294722.0,"score_lmetric":695896},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":27220,"score_linear":85184.0,"score_lmetric":27220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":26112,"new_prefill":1108,"score_linear":-26112.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":30398.493023676,"t_first_token_unix":1779964395.0479672,"t_done":30398.705904568,"t_done_unix":1779964395.2608478},{"request_id":"1363093:3:1374394:612","session_id":"1363093","input_length":63536,"t_proxy_recv":30356.072654171,"t_decision_unix":1779964352.627595,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9911860992193402,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (560 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":560,"cache_hit":62976,"estimated_new_tokens":560,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":63536,"score_linear":223454.0,"score_lmetric":254144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":62976,"new_prefill":560,"score_linear":16519.0,"score_lmetric":80055},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79866,"ongoing_decode_tokens":60004,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":63536,"score_linear":79866.0,"score_lmetric":166796},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":63536,"score_linear":104479.0,"score_lmetric":224284},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173104,"ongoing_decode_tokens":0,"pending_prefill_tokens":138288,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":63536,"score_linear":173104.0,"score_lmetric":403648},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":63536,"score_linear":117888.0,"score_lmetric":63536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":63536,"score_linear":106951.0,"score_lmetric":127072},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":63536,"score_linear":137450.0,"score_lmetric":138374}],"chosen_score_linear":16519.0,"chosen_score_lmetric":80055,"t_first_token":30374.808563069,"t_first_token_unix":1779964371.3635073,"t_done":30400.204929817,"t_done_unix":1779964396.759873},{"request_id":"1313181:5:1320817:349","session_id":"1313181","input_length":105902,"t_proxy_recv":30358.502626483,"t_decision_unix":1779964355.057568,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.5704896980227002,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,2,1,2,3,2,2,2])","v3_prefill_cache_hit":60416,"v3_new_local":45486,"cache_hit":60416,"estimated_new_tokens":45486,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":24064,"new_prefill":81838,"score_linear":180714.0,"score_lmetric":245514},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":12800,"new_prefill":93102,"score_linear":130231.0,"score_lmetric":346314},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":19862,"ongoing_decode_tokens":19862,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":60416,"new_prefill":45486,"score_linear":-40554.0,"score_lmetric":45486},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":105902,"score_linear":104479.0,"score_lmetric":309016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":24064,"new_prefill":81838,"score_linear":190548.0,"score_lmetric":674310},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136385,"ongoing_decode_tokens":136385,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":105902,"score_linear":136385.0,"score_lmetric":211804},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":105902,"score_linear":106951.0,"score_lmetric":211804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":12800,"new_prefill":93102,"score_linear":124650.0,"score_lmetric":197506}],"chosen_score_linear":-40554.0,"chosen_score_lmetric":45486,"t_first_token":30382.083942573,"t_first_token_unix":1779964378.6388857,"t_done":30401.254350697,"t_done_unix":1779964397.8092947},{"request_id":"1384772:2:1387335:693","session_id":"1384772","input_length":11530,"t_proxy_recv":30401.085451846,"t_decision_unix":1779964397.6403933,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.39965307892454466,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":6922.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6922 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":6922,"cache_hit":4608,"estimated_new_tokens":6922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":191655,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":11530,"score_linear":191655.0,"score_lmetric":34590},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":11530,"score_linear":100467.0,"score_lmetric":23060},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":11530,"score_linear":294722.0,"score_lmetric":633136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":4608,"new_prefill":6922,"score_linear":80576.0,"score_lmetric":6922},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":11530,"score_linear":63192.0,"score_lmetric":68326}],"chosen_score_linear":80576.0,"chosen_score_lmetric":6922,"t_first_token":30401.724547241,"t_first_token_unix":1779964398.2794933,"t_done":30401.783759432,"t_done_unix":1779964398.338703},{"request_id":"1279412:30:1387344:694","session_id":"1279412","input_length":101396,"t_proxy_recv":30401.115522719,"t_decision_unix":1779964397.6704643,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9947532447039331,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":100864,"v3_new_local":532,"cache_hit":100864,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":100864,"new_prefill":532,"score_linear":-100864.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":95232,"new_prefill":6164,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":191655,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":12800,"new_prefill":88596,"score_linear":178855.0,"score_lmetric":265788},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":101396,"score_linear":100467.0,"score_lmetric":202792},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":88596,"score_linear":281922.0,"score_lmetric":941400},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96714,"ongoing_decode_tokens":0,"pending_prefill_tokens":6922,"num_requests":2,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":101396,"score_linear":96714.0,"score_lmetric":216636},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":101396,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":88596,"score_linear":50392.0,"score_lmetric":222458}],"chosen_score_linear":-100864.0,"chosen_score_lmetric":0,"t_first_token":30401.338814701,"t_first_token_unix":1779964397.8937643,"t_done":30402.133280437,"t_done_unix":1779964398.688224},{"request_id":"1340290:6:1387365:695","session_id":"1340290","input_length":27285,"t_proxy_recv":30401.179406275,"t_decision_unix":1779964397.734347,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945391240608393,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (149 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":149,"cache_hit":27136,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101396,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":27285,"score_linear":101396.0,"score_lmetric":27817},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":27285,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":191655,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":27285,"score_linear":191655.0,"score_lmetric":81855},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":27285,"score_linear":100467.0,"score_lmetric":54570},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":27285,"score_linear":294722.0,"score_lmetric":696156},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96714,"ongoing_decode_tokens":0,"pending_prefill_tokens":6922,"num_requests":2,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":27285,"score_linear":96714.0,"score_lmetric":68414},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":27136,"new_prefill":149,"score_linear":-27136.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":27285,"score_linear":63192.0,"score_lmetric":99836}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":30401.238568492,"t_first_token_unix":1779964397.793512,"t_done":30402.37268517,"t_done_unix":1779964398.9276288},{"request_id":"1340278:3:1384549:676","session_id":"1340278","input_length":49865,"t_proxy_recv":30391.486996589,"t_decision_unix":1779964388.0419378,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9959691166148601,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (201 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":201,"cache_hit":49664,"estimated_new_tokens":201,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":0,"pending_prefill_tokens":56100,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":49865,"score_linear":180004.0,"score_lmetric":317895},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":49865,"score_linear":63536.0,"score_lmetric":49865},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":49664,"new_prefill":201,"score_linear":92126.0,"score_lmetric":402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":49865,"score_linear":76740.0,"score_lmetric":99730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":49865,"score_linear":294722.0,"score_lmetric":786476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1557,"cache_hit":0,"new_prefill":49865,"score_linear":28383.0,"score_lmetric":49865},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68622,"ongoing_decode_tokens":47401,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":49865,"score_linear":68622.0,"score_lmetric":100188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1442,"cache_hit":0,"new_prefill":49865,"score_linear":28383.0,"score_lmetric":49865}],"chosen_score_linear":92126.0,"chosen_score_lmetric":402,"t_first_token":30400.903053117,"t_first_token_unix":1779964397.4579968,"t_done":30403.470402291,"t_done_unix":1779964400.0253463},{"request_id":"1340278:3:1385417:683","session_id":"1340278","input_length":50272,"t_proxy_recv":30403.509727578,"t_decision_unix":1779964400.064669,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9879057924888606,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (608 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":608,"cache_hit":49664,"estimated_new_tokens":608,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":49664,"new_prefill":608,"score_linear":47082.0,"score_lmetric":1216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":50272,"score_linear":100467.0,"score_lmetric":100544},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":50272,"score_linear":294722.0,"score_lmetric":788104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":50272,"score_linear":85184.0,"score_lmetric":50272},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":50272,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":50272,"score_linear":63192.0,"score_lmetric":145810}],"chosen_score_linear":47082.0,"chosen_score_lmetric":1216,"t_first_token":30403.743921142,"t_first_token_unix":1779964400.298865,"t_done":30403.77793756,"t_done_unix":1779964400.3328807},{"request_id":"1355484:11:1388276:696","session_id":"1355484","input_length":26837,"t_proxy_recv":30404.321517675,"t_decision_unix":1779964400.8764586,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9348287811603383,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1749 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1749,"cache_hit":25088,"estimated_new_tokens":1749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":25088,"new_prefill":1749,"score_linear":-25088.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":12800,"new_prefill":14037,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":12800,"new_prefill":14037,"score_linear":83946.0,"score_lmetric":28074},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":26837,"score_linear":100467.0,"score_lmetric":53674},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":14037,"score_linear":281922.0,"score_lmetric":643164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":26837,"score_linear":85184.0,"score_lmetric":26837},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":14037,"score_linear":50392.0,"score_lmetric":73340}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":30404.665120312,"t_first_token_unix":1779964401.220064,"t_done":30405.706043983,"t_done_unix":1779964402.2609868},{"request_id":"1382804:2:1388620:698","session_id":"1382804","input_length":3678,"t_proxy_recv":30405.694593769,"t_decision_unix":1779964402.249535,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":512,"affinity_cache_ratio":0.13920609026644915,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":3166.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3166 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":3166,"cache_hit":512,"estimated_new_tokens":3166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":3678,"score_linear":26837.0,"score_lmetric":3678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":3678,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":3678,"score_linear":96746.0,"score_lmetric":7356},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":3678,"score_linear":100467.0,"score_lmetric":7356},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":126340,"pending_prefill_tokens":20414,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":3678,"score_linear":294722.0,"score_lmetric":96368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":512,"new_prefill":3166,"score_linear":84672.0,"score_lmetric":3166},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":3678,"score_linear":71899.0,"score_lmetric":75577},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":3678,"score_linear":63192.0,"score_lmetric":52622}],"chosen_score_linear":84672.0,"chosen_score_lmetric":3166,"t_first_token":30405.892164601,"t_first_token_unix":1779964402.4471083,"t_done":30405.945183091,"t_done_unix":1779964402.5001261},{"request_id":"1381728:2:1387040:690","session_id":"1381728","input_length":12399,"t_proxy_recv":30399.986029417,"t_decision_unix":1779964396.5409708,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.08258730542785708,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":11375.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1024,"v3_new_local":11375,"cache_hit":1024,"estimated_new_tokens":11375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":12399,"score_linear":63536.0,"score_lmetric":12399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":12399,"score_linear":191655.0,"score_lmetric":37800},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":12399,"score_linear":100467.0,"score_lmetric":24798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":12399,"score_linear":294722.0,"score_lmetric":636612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":12399,"score_linear":85184.0,"score_lmetric":12399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":1024,"new_prefill":11375,"score_linear":-1024.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":30400.936338948,"t_first_token_unix":1779964397.4912822,"t_done":30407.007099563,"t_done_unix":1779964403.562043},{"request_id":"1384947:2:1388842:700","session_id":"1384947","input_length":20183,"t_proxy_recv":30406.456256446,"t_decision_unix":1779964403.0111966,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9386117029182975,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1239 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":1239,"cache_hit":18944,"estimated_new_tokens":1239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":18944,"new_prefill":1239,"score_linear":-18944.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":20183,"score_linear":96746.0,"score_lmetric":40366},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":20183,"score_linear":100467.0,"score_lmetric":40366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":126340,"pending_prefill_tokens":20414,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":20183,"score_linear":294722.0,"score_lmetric":162388},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":20183,"score_linear":85184.0,"score_lmetric":20183},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":20183,"score_linear":71899.0,"score_lmetric":92082},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":20183,"score_linear":63192.0,"score_lmetric":85632}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":30406.698183839,"t_first_token_unix":1779964403.2531285,"t_done":30407.762332532,"t_done_unix":1779964404.3172758},{"request_id":"1381387:3:1387093:691","session_id":"1381387","input_length":50793,"t_proxy_recv":30400.197961499,"t_decision_unix":1779964396.752903,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28160,"affinity_cache_ratio":0.5544071033410115,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":28160,"v3_new_local":22633,"cache_hit":28160,"estimated_new_tokens":22633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":50793,"score_linear":63536.0,"score_lmetric":50793},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":50793,"score_linear":191655.0,"score_lmetric":152982},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":50793,"score_linear":100467.0,"score_lmetric":101586},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":50793,"score_linear":294722.0,"score_lmetric":790188},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":28160,"new_prefill":22633,"score_linear":57024.0,"score_lmetric":22633},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12399,"ongoing_decode_tokens":0,"pending_prefill_tokens":11375,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":28160,"new_prefill":22633,"score_linear":-15761.0,"score_lmetric":34008}],"chosen_score_linear":-15761.0,"chosen_score_lmetric":34008,"t_first_token":30406.909077642,"t_first_token_unix":1779964403.464022,"t_done":30408.973365754,"t_done_unix":1779964405.5283096},{"request_id":"1313181:5:1374956:615","session_id":"1313181","input_length":60858,"t_proxy_recv":30401.264828075,"t_decision_unix":1779964397.8197694,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9927371914949554,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (442 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":442,"cache_hit":60416,"estimated_new_tokens":442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101396,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":1501,"cache_hit":24064,"new_prefill":36794,"score_linear":77332.0,"score_lmetric":37326},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":12800,"new_prefill":48058,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":85753,"ongoing_decode_tokens":85753,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":60416,"new_prefill":442,"score_linear":25337.0,"score_lmetric":884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":60858,"score_linear":100467.0,"score_lmetric":121716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":24064,"new_prefill":36794,"score_linear":270658.0,"score_lmetric":734192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":96714,"ongoing_decode_tokens":0,"pending_prefill_tokens":6922,"num_requests":2,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":60858,"score_linear":96714.0,"score_lmetric":135560},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27285,"ongoing_decode_tokens":27285,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":60858,"score_linear":27285.0,"score_lmetric":60858},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":12800,"new_prefill":48058,"score_linear":50392.0,"score_lmetric":141382}],"chosen_score_linear":25337.0,"chosen_score_lmetric":884,"t_first_token":30401.371664406,"t_first_token_unix":1779964397.9266083,"t_done":30409.904412582,"t_done_unix":1779964406.4593582},{"request_id":"1355951:4:1389858:703","session_id":"1355951","input_length":38242,"t_proxy_recv":30410.236734923,"t_decision_unix":1779964406.7916758,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9907431619685163,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (354 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":354,"cache_hit":37888,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":38242,"score_linear":106305.0,"score_lmetric":38242},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":38242,"score_linear":142193.0,"score_lmetric":76484},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":38242,"score_linear":100467.0,"score_lmetric":76484},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":38242,"score_linear":294722.0,"score_lmetric":186832},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":37888,"new_prefill":354,"score_linear":47296.0,"score_lmetric":354},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":38242,"score_linear":71899.0,"score_lmetric":110141},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":47296.0,"chosen_score_lmetric":354,"t_first_token":30411.062354284,"t_first_token_unix":1779964407.6172974,"t_done":30411.601557271,"t_done_unix":1779964408.1565008},{"request_id":"1390240:1:1390240:705","session_id":"1390240","input_length":5110,"t_proxy_recv":30411.631016081,"t_decision_unix":1779964408.1859577,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":5110.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5110 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5110,"cache_hit":0,"estimated_new_tokens":5110,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":5110,"score_linear":106305.0,"score_lmetric":5110},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68187,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":5110,"score_linear":68187.0,"score_lmetric":8273},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":5110,"score_linear":142193.0,"score_lmetric":10220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":5110,"score_linear":100467.0,"score_lmetric":10220},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":5110,"score_linear":294722.0,"score_lmetric":54304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":5110,"score_linear":85184.0,"score_lmetric":5110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":5110,"score_linear":71899.0,"score_lmetric":77009},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30411.954729076,"t_first_token_unix":1779964408.5096726,"t_done":30412.228506907,"t_done_unix":1779964408.7834501},{"request_id":"1370129:4:1384856:678","session_id":"1370129","input_length":85184,"t_proxy_recv":30395.157480876,"t_decision_unix":1779964391.7124224,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61952,"affinity_cache_ratio":0.7272727272727273,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":61952,"v3_new_local":23232,"v3_src_idx":3,"v3_target_idx":5,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":61952,"estimated_new_tokens":23232,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":4096,"new_prefill":81088,"score_linear":175908.0,"score_lmetric":243264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":82570,"ongoing_decode_tokens":82570,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":85184,"score_linear":82570.0,"score_lmetric":170368},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191655,"ongoing_decode_tokens":141790,"pending_prefill_tokens":201,"num_requests":3,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":85184,"score_linear":191655.0,"score_lmetric":256155},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":61952,"new_prefill":23232,"score_linear":-46669.0,"score_lmetric":23232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":0,"pending_prefill_tokens":146754,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":85184,"score_linear":294722.0,"score_lmetric":927752},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":85184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73547,"ongoing_decode_tokens":47401,"pending_prefill_tokens":5154,"num_requests":2,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":18432,"new_prefill":66752,"score_linear":55115.0,"score_lmetric":143812},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":7680,"new_prefill":77504,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-46669.0,"chosen_score_lmetric":23232,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"write_mode":true,"t_prefill_sent":30395.160716786,"t_prefill_sent_unix":1779964391.7156596,"t_decode_sent":30395.160733366,"t_decode_sent_unix":1779964391.715677,"t_first_token":30407.794317003,"t_first_token_unix":1779964404.3492656,"t_done":30414.807042592,"t_done_unix":1779964411.3619857,"t_prefill_done":30414.807048313,"t_prefill_done_unix":1779964411.3619912},{"request_id":"1363093:4:1390050:704","session_id":"1363093","input_length":68187,"t_proxy_recv":30410.875809168,"t_decision_unix":1779964407.4307504,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9536128587560678,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3163 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":3163,"cache_hit":65024,"estimated_new_tokens":3163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":68187,"score_linear":106305.0,"score_lmetric":68187},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":65024,"new_prefill":3163,"score_linear":-65024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":68187,"score_linear":142193.0,"score_lmetric":136374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":68187,"score_linear":100467.0,"score_lmetric":136374},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":68187,"score_linear":294722.0,"score_lmetric":306612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123426,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":2,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":68187,"score_linear":123426.0,"score_lmetric":137082},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":68187,"score_linear":71899.0,"score_lmetric":140086},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30412.129541209,"t_first_token_unix":1779964408.6844842,"t_done":30416.405172464,"t_done_unix":1779964412.9601161},{"request_id":"1384947:3:1390898:710","session_id":"1384947","input_length":20683,"t_proxy_recv":30414.286240586,"t_decision_unix":1779964410.8411818,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9654305468258957,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (715 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":715,"cache_hit":19968,"estimated_new_tokens":715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129946,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":20683,"score_linear":129946.0,"score_lmetric":41366},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":19968,"new_prefill":715,"score_linear":48219.0,"score_lmetric":715},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":20683,"score_linear":142193.0,"score_lmetric":41366},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":20683,"score_linear":100467.0,"score_lmetric":41366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":20683,"score_linear":294722.0,"score_lmetric":96400},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":86533,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":20683,"score_linear":86533.0,"score_lmetric":41366},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":20683,"score_linear":71899.0,"score_lmetric":92582},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":48219.0,"chosen_score_lmetric":715,"t_first_token":30414.431309065,"t_first_token_unix":1779964410.9862528,"t_done":30416.469167454,"t_done_unix":1779964413.0241108},{"request_id":"1390356:1:1390356:706","session_id":"1390356","input_length":1349,"t_proxy_recv":30412.072044079,"t_decision_unix":1779964408.6269855,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1349.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1349 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1349,"cache_hit":0,"estimated_new_tokens":1349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":1349,"score_linear":106305.0,"score_lmetric":1349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68187,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":1,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":1349,"score_linear":68187.0,"score_lmetric":4512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":1349,"score_linear":142193.0,"score_lmetric":2698},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":1349,"score_linear":100467.0,"score_lmetric":2698},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1349,"score_linear":294722.0,"score_lmetric":39260},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":1349,"score_linear":85184.0,"score_lmetric":1349},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":1349,"score_linear":71899.0,"score_lmetric":73248},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5110,"ongoing_decode_tokens":5110,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":0,"new_prefill":1349,"score_linear":5110.0,"score_lmetric":1349}],"chosen_score_linear":85184.0,"chosen_score_lmetric":1349,"t_first_token":30412.314865416,"t_first_token_unix":1779964408.8698084,"t_done":30417.104863131,"t_done_unix":1779964413.6598067},{"request_id":"1391584:1:1391584:713","session_id":"1391584","input_length":15302,"t_proxy_recv":30416.145254356,"t_decision_unix":1779964412.7001953,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":15302.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,2,2,1,4,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":15302,"cache_hit":0,"estimated_new_tokens":15302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231939,"ongoing_decode_tokens":125634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":15302,"score_linear":231939.0,"score_lmetric":45906},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":15302,"score_linear":88870.0,"score_lmetric":30604},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":15302,"score_linear":142193.0,"score_lmetric":30604},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":15302,"score_linear":15283.0,"score_lmetric":15302},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":15302,"score_linear":294722.0,"score_lmetric":74876},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":89036,"ongoing_decode_tokens":89036,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":15302,"score_linear":89036.0,"score_lmetric":30604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":15302,"score_linear":71899.0,"score_lmetric":87201},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":15302,"score_linear":28307.0,"score_lmetric":43609}],"chosen_score_linear":15283.0,"chosen_score_lmetric":15302,"t_first_token":30417.532331308,"t_first_token_unix":1779964414.0872755,"t_done":30417.918629571,"t_done_unix":1779964414.4735732},{"request_id":"1279412:31:1391216:711","session_id":"1279412","input_length":101993,"t_proxy_recv":30415.181417969,"t_decision_unix":1779964411.736358,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":101376,"affinity_cache_ratio":0.993950565234869,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (617 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":617,"cache_hit":101376,"estimated_new_tokens":617,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129946,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":101376,"new_prefill":617,"score_linear":28570.0,"score_lmetric":1234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":95232,"new_prefill":6761,"score_linear":-6362.0,"score_lmetric":13522},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":12800,"new_prefill":89193,"score_linear":129393.0,"score_lmetric":178386},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":101993,"score_linear":15283.0,"score_lmetric":101993},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":89193,"score_linear":281922.0,"score_lmetric":370440},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":89036,"ongoing_decode_tokens":1349,"pending_prefill_tokens":2183,"num_requests":2,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":101993,"score_linear":89036.0,"score_lmetric":208352},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":101993,"score_linear":71899.0,"score_lmetric":173892},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":12800,"new_prefill":89193,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":28570.0,"chosen_score_lmetric":1234,"t_first_token":30415.694949759,"t_first_token_unix":1779964412.2498932,"t_done":30419.546118323,"t_done_unix":1779964416.101065},{"request_id":"1391584:2:1392466:715","session_id":"1391584","input_length":15483,"t_proxy_recv":30419.462256762,"t_decision_unix":1779964416.0171978,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.958987276367629,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (635 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":635,"cache_hit":14848,"estimated_new_tokens":635,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":260321,"ongoing_decode_tokens":154016,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":0,"new_prefill":15483,"score_linear":260321.0,"score_lmetric":61932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":15483,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":15483,"score_linear":142193.0,"score_lmetric":30966},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":14848,"new_prefill":635,"score_linear":435.0,"score_lmetric":635},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":15483,"score_linear":294722.0,"score_lmetric":75600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":15483,"score_linear":87687.0,"score_lmetric":15483},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":15483,"score_linear":71899.0,"score_lmetric":87382},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":15483,"score_linear":28307.0,"score_lmetric":15483}],"chosen_score_linear":435.0,"chosen_score_lmetric":635,"t_first_token":30419.53711536,"t_first_token_unix":1779964416.092059,"t_done":30420.242102389,"t_done_unix":1779964416.7970455},{"request_id":"1391404:1:1391404:712","session_id":"1391404","input_length":28307,"t_proxy_recv":30415.630985325,"t_decision_unix":1779964412.1859267,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":28307.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":28307,"cache_hit":0,"estimated_new_tokens":28307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231939,"ongoing_decode_tokens":23641,"pending_prefill_tokens":617,"num_requests":3,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":1536,"new_prefill":26771,"score_linear":230403.0,"score_lmetric":82164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":2560,"new_prefill":25747,"score_linear":86310.0,"score_lmetric":51494},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":28307,"score_linear":142193.0,"score_lmetric":56614},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":28307,"score_linear":15283.0,"score_lmetric":28307},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":28307,"score_linear":294722.0,"score_lmetric":126896},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":89036,"ongoing_decode_tokens":1349,"pending_prefill_tokens":2183,"num_requests":2,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":28307,"score_linear":89036.0,"score_lmetric":60980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":28307,"score_linear":71899.0,"score_lmetric":100206},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30419.180471476,"t_first_token_unix":1779964415.7354164,"t_done":30420.496925323,"t_done_unix":1779964417.051869},{"request_id":"1355484:12:1391879:714","session_id":"1355484","input_length":28382,"t_proxy_recv":30417.28196721,"t_decision_unix":1779964413.8369086,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9380593333803114,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1758 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":1758,"cache_hit":26624,"estimated_new_tokens":1758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":231939,"ongoing_decode_tokens":125634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":26624,"new_prefill":1758,"score_linear":205315.0,"score_lmetric":5274},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":12800,"new_prefill":15582,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":12800,"new_prefill":15582,"score_linear":129393.0,"score_lmetric":31164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30585,"ongoing_decode_tokens":36654,"pending_prefill_tokens":15302,"num_requests":2,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":0,"new_prefill":28382,"score_linear":30585.0,"score_lmetric":87368},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":15582,"score_linear":281922.0,"score_lmetric":75996},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":87687,"ongoing_decode_tokens":87687,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1783,"cache_hit":0,"new_prefill":28382,"score_linear":87687.0,"score_lmetric":28382},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":28382,"score_linear":71899.0,"score_lmetric":100281},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":12800,"new_prefill":15582,"score_linear":15507.0,"score_lmetric":43889}],"chosen_score_linear":205315.0,"chosen_score_lmetric":5274,"t_first_token":30417.64502961,"t_first_token_unix":1779964414.1999738,"t_done":30420.571953676,"t_done_unix":1779964417.1268969},{"request_id":"1370129:5:1390477:708","session_id":"1370129","input_length":87687,"t_proxy_recv":30414.823765704,"t_decision_unix":1779964411.3787072,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9751046335260642,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2183 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":2183,"cache_hit":85504,"estimated_new_tokens":2183,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129946,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":4096,"new_prefill":83591,"score_linear":125850.0,"score_lmetric":167182},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":88870,"ongoing_decode_tokens":88870,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":87687,"score_linear":88870.0,"score_lmetric":175374},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":87687,"score_linear":142193.0,"score_lmetric":175374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1976,"cache_hit":84992,"new_prefill":2695,"score_linear":-69709.0,"score_lmetric":2695},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":87687,"score_linear":294722.0,"score_lmetric":364416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":85504,"new_prefill":2183,"score_linear":-84155.0,"score_lmetric":2183},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":18432,"new_prefill":69255,"score_linear":53467.0,"score_lmetric":141154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":7680,"new_prefill":80007,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-84155.0,"chosen_score_lmetric":2183,"t_first_token":30416.067796682,"t_first_token_unix":1779964412.622741,"t_done":30420.665881852,"t_done_unix":1779964417.2208252},{"request_id":"1363943:9:1390468:707","session_id":"1363943","input_length":23641,"t_proxy_recv":30412.551078478,"t_decision_unix":1779964409.1060197,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9096061926314454,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2137 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":2137,"cache_hit":21504,"estimated_new_tokens":2137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":21504,"new_prefill":2137,"score_linear":84801.0,"score_lmetric":2137},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":0,"new_prefill":23641,"score_linear":68187.0,"score_lmetric":23641},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":23641,"score_linear":142193.0,"score_lmetric":47282},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":4096,"new_prefill":19545,"score_linear":96371.0,"score_lmetric":39090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":23641,"score_linear":294722.0,"score_lmetric":128428},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":86533,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":23641,"score_linear":86533.0,"score_lmetric":47282},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":4096,"new_prefill":19545,"score_linear":67803.0,"score_lmetric":91444},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":4096,"new_prefill":19545,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":84801.0,"chosen_score_lmetric":2137,"t_first_token":30413.518473675,"t_first_token_unix":1779964410.0734167,"t_done":30421.09499285,"t_done_unix":1779964417.6499362},{"request_id":"1390240:2:1392954:717","session_id":"1390240","input_length":7440,"t_proxy_recv":30421.178351921,"t_decision_unix":1779964417.7332933,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6881720430107527,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2320 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":2320,"cache_hit":5120,"estimated_new_tokens":2320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":7440,"score_linear":106305.0,"score_lmetric":7440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":7440,"score_linear":142193.0,"score_lmetric":14880},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":7440,"score_linear":15283.0,"score_lmetric":7440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":7440,"score_linear":294722.0,"score_lmetric":43428},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":7440,"score_linear":71899.0,"score_lmetric":79339},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":5120,"new_prefill":2320,"score_linear":-5120.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":30421.399634798,"t_first_token_unix":1779964417.9545777,"t_done":30421.624925612,"t_done_unix":1779964418.179869},{"request_id":"1366128:5:1373829:610","session_id":"1366128","input_length":46764,"t_proxy_recv":30354.135980103,"t_decision_unix":1779964350.6909215,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":34816,"affinity_cache_ratio":0.7445043195620563,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":34816,"v3_new_local":11948,"cache_hit":34816,"estimated_new_tokens":11948,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":46764,"score_linear":223454.0,"score_lmetric":187056},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79495,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":1,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":46764,"score_linear":79495.0,"score_lmetric":126259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":46764,"score_linear":60004.0,"score_lmetric":46764},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":46764,"score_linear":104479.0,"score_lmetric":190740},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":34816,"new_prefill":11948,"score_linear":91524.0,"score_lmetric":138288},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183213,"ongoing_decode_tokens":183213,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":46764,"score_linear":183213.0,"score_lmetric":140292},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":46764,"score_linear":106951.0,"score_lmetric":93528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":46764,"score_linear":137450.0,"score_lmetric":104830}],"chosen_score_linear":91524.0,"chosen_score_lmetric":138288,"t_first_token":30406.719983824,"t_first_token_unix":1779964403.2749274,"t_done":30422.931159987,"t_done_unix":1779964419.4861035},{"request_id":"1388507:1:1388507:697","session_id":"1388507","input_length":71899,"t_proxy_recv":30405.271224293,"t_decision_unix":1779964401.8261652,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":71899.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":71899,"cache_hit":0,"estimated_new_tokens":71899,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":71899,"score_linear":26837.0,"score_lmetric":71899},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96746,"ongoing_decode_tokens":96746,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":71899,"score_linear":96746.0,"score_lmetric":143798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":71899,"score_linear":100467.0,"score_lmetric":143798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":126340,"pending_prefill_tokens":20414,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":71899,"score_linear":294722.0,"score_lmetric":369252},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":71899,"score_linear":85184.0,"score_lmetric":71899},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":71899,"score_linear":63192.0,"score_lmetric":189064}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30423.243447359,"t_first_token_unix":1779964419.7983909,"t_done":30424.036340102,"t_done_unix":1779964420.5912838},{"request_id":"1336620:3:1339999:443","session_id":"1336620","input_length":21371,"t_proxy_recv":30246.332549446,"t_decision_unix":1779964242.8874905,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6947732909082401,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":738.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6523 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":6523,"cache_hit":14848,"estimated_new_tokens":6523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66152,"ongoing_decode_tokens":66152,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":4096,"new_prefill":17275,"score_linear":62056.0,"score_lmetric":17275},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":21371,"score_linear":62618.0,"score_lmetric":21371},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1293,"cache_hit":0,"new_prefill":21371,"score_linear":48381.0,"score_lmetric":21371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121930,"ongoing_decode_tokens":106083,"pending_prefill_tokens":-6277,"num_requests":3,"active_p_offloads":0,"cached_blocks":1386,"cache_hit":14848,"new_prefill":6523,"score_linear":107082.0,"score_lmetric":738},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":21371,"score_linear":65289.0,"score_lmetric":86660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":9360,"ongoing_decode_tokens":9360,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":934,"cache_hit":0,"new_prefill":21371,"score_linear":9360.0,"score_lmetric":21371},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":35708,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":7680,"new_prefill":13691,"score_linear":28028.0,"score_lmetric":13691},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":704,"cache_hit":7680,"new_prefill":13691,"score_linear":51539.0,"score_lmetric":72910}],"chosen_score_linear":107082.0,"chosen_score_lmetric":738,"t_first_token":30247.326253838,"t_first_token_unix":1779964243.881197,"t_done":30426.399447918,"t_done_unix":1779964422.954391},{"request_id":"1394428:1:1394428:724","session_id":"1394428","input_length":982,"t_proxy_recv":30426.334191626,"t_decision_unix":1779964422.8891325,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":982.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (982 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":982,"cache_hit":0,"estimated_new_tokens":982,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":512,"new_prefill":470,"score_linear":236261.0,"score_lmetric":88686},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":982,"score_linear":58511.0,"score_lmetric":982},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":982,"score_linear":142193.0,"score_lmetric":1964},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":982,"score_linear":15283.0,"score_lmetric":982},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":982,"score_linear":306469.0,"score_lmetric":17596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":982,"score_linear":110818.0,"score_lmetric":38122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":982,"score_linear":48944.0,"score_lmetric":982},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":982,"score_linear":33321.0,"score_lmetric":982}],"chosen_score_linear":33321.0,"chosen_score_lmetric":982,"t_first_token":30426.470838294,"t_first_token_unix":1779964423.0257814,"t_done":30426.47848088,"t_done_unix":1779964423.033424},{"request_id":"1394432:1:1394432:725","session_id":"1394432","input_length":4736,"t_proxy_recv":30426.348345574,"t_decision_unix":1779964422.903287,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4736.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4736 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4736,"cache_hit":0,"estimated_new_tokens":4736,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4736,"score_linear":236773.0,"score_lmetric":101484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":4736,"score_linear":58511.0,"score_lmetric":4736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4736,"score_linear":142193.0,"score_lmetric":9472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":4736,"score_linear":15283.0,"score_lmetric":4736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":4736,"score_linear":306469.0,"score_lmetric":32612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":4736,"score_linear":110818.0,"score_lmetric":45630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":4736,"score_linear":48944.0,"score_lmetric":4736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34303,"ongoing_decode_tokens":33321,"pending_prefill_tokens":982,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":4736,"score_linear":34303.0,"score_lmetric":11436}],"chosen_score_linear":58511.0,"chosen_score_lmetric":4736,"t_first_token":30426.64767644,"t_first_token_unix":1779964423.2026198,"t_done":30426.907619461,"t_done_unix":1779964423.462562},{"request_id":"1394482:1:1394482:726","session_id":"1394482","input_length":4428,"t_proxy_recv":30426.602527069,"t_decision_unix":1779964423.1574686,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":4428.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4428 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4428,"cache_hit":0,"estimated_new_tokens":4428,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4428,"score_linear":236773.0,"score_lmetric":100560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63247,"ongoing_decode_tokens":0,"pending_prefill_tokens":4736,"num_requests":2,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":4428,"score_linear":63247.0,"score_lmetric":18328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4428,"score_linear":142193.0,"score_lmetric":8856},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-6088,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2036,"cache_hit":0,"new_prefill":4428,"score_linear":-6088.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":4428,"score_linear":306469.0,"score_lmetric":31380},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":4428,"score_linear":110818.0,"score_lmetric":45014},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":4428,"score_linear":48944.0,"score_lmetric":4428},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":4428,"score_linear":33321.0,"score_lmetric":4428}],"chosen_score_linear":-6088.0,"chosen_score_lmetric":0,"t_first_token":30426.882597229,"t_first_token_unix":1779964423.4375408,"t_done":30427.01119157,"t_done_unix":1779964423.5661342},{"request_id":"1364090:4:1392998:718","session_id":"1364090","input_length":48944,"t_proxy_recv":30421.284458889,"t_decision_unix":1779964417.8394005,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9833278849297156,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (816 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":816,"cache_hit":48128,"estimated_new_tokens":816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":4096,"new_prefill":44848,"score_linear":102209.0,"score_lmetric":44848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":48944,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":48944,"score_linear":142193.0,"score_lmetric":97888},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":7680,"new_prefill":41264,"score_linear":7603.0,"score_lmetric":41264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":225257,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":48944,"score_linear":294722.0,"score_lmetric":209444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":7680,"new_prefill":41264,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":48128,"new_prefill":816,"score_linear":23771.0,"score_lmetric":72715},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":2320,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":7680,"new_prefill":41264,"score_linear":-240.0,"score_lmetric":43584}],"chosen_score_linear":23771.0,"chosen_score_lmetric":72715,"t_first_token":30423.53921346,"t_first_token_unix":1779964420.094157,"t_done":30428.474348949,"t_done_unix":1779964425.0292923},{"request_id":"1394432:2:1395186:729","session_id":"1394432","input_length":6892,"t_proxy_recv":30428.937559359,"t_decision_unix":1779964425.4925008,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6686012768427162,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2284 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":2284,"cache_hit":4608,"estimated_new_tokens":2284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":6892,"score_linear":236773.0,"score_lmetric":107952},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":4608,"new_prefill":2284,"score_linear":53903.0,"score_lmetric":2284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":6892,"score_linear":142193.0,"score_lmetric":13784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29362,"ongoing_decode_tokens":15283,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":6892,"score_linear":29362.0,"score_lmetric":42342},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":6892,"score_linear":306469.0,"score_lmetric":41236},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":6892,"score_linear":110818.0,"score_lmetric":49942},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":6892,"score_linear":33321.0,"score_lmetric":6892}],"chosen_score_linear":53903.0,"chosen_score_lmetric":2284,"t_first_token":30429.133792965,"t_first_token_unix":1779964425.6887364,"t_done":30429.388196351,"t_done_unix":1779964425.9431396},{"request_id":"1362265:4:1381673:650","session_id":"1362265","input_length":10645,"t_proxy_recv":30381.439751161,"t_decision_unix":1779964377.9946926,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (405 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":405,"cache_hit":10240,"estimated_new_tokens":405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1390,"cache_hit":0,"new_prefill":10645,"score_linear":20948.0,"score_lmetric":10645},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":165163,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":6656,"new_prefill":3989,"score_linear":158507.0,"score_lmetric":11967},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":10645,"score_linear":141790.0,"score_lmetric":112358},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":134396,"ongoing_decode_tokens":36654,"pending_prefill_tokens":5961,"num_requests":3,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":10645,"score_linear":134396.0,"score_lmetric":49818},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":10240,"new_prefill":405,"score_linear":204372.0,"score_lmetric":430011},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1502,"cache_hit":0,"new_prefill":10645,"score_linear":13989.0,"score_lmetric":24634},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1391,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":204372.0,"chosen_score_lmetric":430011,"t_first_token":30413.416150575,"t_first_token_unix":1779964409.9710937,"t_done":30430.781631109,"t_done_unix":1779964427.3365746},{"request_id":"1390240:3:1395387:730","session_id":"1390240","input_length":10890,"t_proxy_recv":30429.732160205,"t_decision_unix":1779964426.2871015,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7168,"affinity_cache_ratio":0.65821854912764,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3722 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":3722,"cache_hit":7168,"estimated_new_tokens":3722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":10890,"score_linear":236773.0,"score_lmetric":119946},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":10890,"score_linear":58511.0,"score_lmetric":10890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":10890,"score_linear":142193.0,"score_lmetric":21780},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29362,"ongoing_decode_tokens":15283,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":10890,"score_linear":29362.0,"score_lmetric":46340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":10890,"score_linear":306469.0,"score_lmetric":57228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":10890,"score_linear":110818.0,"score_lmetric":57938},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":7168,"new_prefill":3722,"score_linear":26153.0,"score_lmetric":3722}],"chosen_score_linear":26153.0,"chosen_score_lmetric":3722,"t_first_token":30430.107298802,"t_first_token_unix":1779964426.6622424,"t_done":30431.000966182,"t_done_unix":1779964427.5559092},{"request_id":"1394696:1:1394696:727","session_id":"1394696","input_length":35450,"t_proxy_recv":30427.379909323,"t_decision_unix":1779964423.9348505,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":35450.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[3,2,2,0,4,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":35450,"cache_hit":0,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":35450,"score_linear":236773.0,"score_lmetric":193626},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1650,"cache_hit":0,"new_prefill":35450,"score_linear":58511.0,"score_lmetric":35450},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":35450,"score_linear":142193.0,"score_lmetric":70900},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-6088,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":35450,"score_linear":-6088.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":35450,"score_linear":306469.0,"score_lmetric":155468},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":35450,"score_linear":110818.0,"score_lmetric":107058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":35450,"score_linear":48944.0,"score_lmetric":35450},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1658,"cache_hit":0,"new_prefill":35450,"score_linear":33321.0,"score_lmetric":35450}],"chosen_score_linear":-6088.0,"chosen_score_lmetric":0,"t_first_token":30432.559808683,"t_first_token_unix":1779964429.1147523,"t_done":30433.092665458,"t_done_unix":1779964429.6476102},{"request_id":"1378979:1:1378979:633","session_id":"1378979","input_length":15283,"t_proxy_recv":30371.979712222,"t_decision_unix":1779964368.5346537,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":435.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":435,"cache_hit":14848,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":189983,"ongoing_decode_tokens":189983,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1382,"cache_hit":0,"new_prefill":15283,"score_linear":189983.0,"score_lmetric":45849},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":165163,"ongoing_decode_tokens":0,"pending_prefill_tokens":86827,"num_requests":3,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":15283,"score_linear":165163.0,"score_lmetric":306330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":0,"pending_prefill_tokens":45534,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":15283,"score_linear":141790.0,"score_lmetric":121634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":14848,"new_prefill":435,"score_linear":-14848.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":15283,"score_linear":214612.0,"score_lmetric":474645},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1479,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1828,"cache_hit":0,"new_prefill":15283,"score_linear":80246.0,"score_lmetric":15283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5458,"ongoing_decode_tokens":5458,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1362,"cache_hit":0,"new_prefill":15283,"score_linear":5458.0,"score_lmetric":15283}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":30373.351686376,"t_first_token_unix":1779964369.9066296,"t_done":30433.426314221,"t_done_unix":1779964429.9812574},{"request_id":"1395933:1:1395933:732","session_id":"1395933","input_length":21241,"t_proxy_recv":30431.672561284,"t_decision_unix":1779964428.2275023,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":9465.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":11776,"v3_new_local":9465,"cache_hit":11776,"estimated_new_tokens":9465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":21241,"score_linear":236773.0,"score_lmetric":150999},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":21241,"score_linear":58511.0,"score_lmetric":21241},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":21241,"score_linear":142193.0,"score_lmetric":42482},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29362,"ongoing_decode_tokens":15283,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":21241,"score_linear":29362.0,"score_lmetric":56691},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":295824,"ongoing_decode_tokens":237313,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":21241,"score_linear":295824.0,"score_lmetric":63723},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":21241,"score_linear":110818.0,"score_lmetric":78640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":21241,"score_linear":33321.0,"score_lmetric":21241}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":30433.938238505,"t_first_token_unix":1779964430.493182,"t_done":30435.245908399,"t_done_unix":1779964431.8008518},{"request_id":"1342921:3:1384020:670","session_id":"1342921","input_length":69465,"t_proxy_recv":30389.628401179,"t_decision_unix":1779964386.1833427,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":66048,"affinity_cache_ratio":0.950809760310948,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3417 < 8000)","v3_prefill_cache_hit":66048,"v3_new_local":3417,"cache_hit":66048,"estimated_new_tokens":3417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1392,"cache_hit":0,"new_prefill":69465,"score_linear":154778.0,"score_lmetric":247782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1591,"cache_hit":0,"new_prefill":69465,"score_linear":63536.0,"score_lmetric":69465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141790,"ongoing_decode_tokens":141790,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":69465,"score_linear":141790.0,"score_lmetric":138930},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76740,"ongoing_decode_tokens":98111,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":0,"new_prefill":69465,"score_linear":76740.0,"score_lmetric":138930},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":225257,"ongoing_decode_tokens":0,"pending_prefill_tokens":143337,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":66048,"new_prefill":3417,"score_linear":159209.0,"score_lmetric":440262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":69465},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":47401,"ongoing_decode_tokens":47401,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1833,"cache_hit":0,"new_prefill":69465,"score_linear":47401.0,"score_lmetric":69465},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1434,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":69465}],"chosen_score_linear":159209.0,"chosen_score_lmetric":440262,"t_first_token":30430.612187286,"t_first_token_unix":1779964427.167131,"t_done":30435.855658878,"t_done_unix":1779964432.4106026},{"request_id":"1394167:1:1394167:721","session_id":"1394167","input_length":4675,"t_proxy_recv":30425.446640655,"t_decision_unix":1779964422.001582,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4675.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4675 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4675,"cache_hit":0,"estimated_new_tokens":4675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":208108,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":2,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4675,"score_linear":208108.0,"score_lmetric":66524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":4675,"score_linear":58511.0,"score_lmetric":4675},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4675,"score_linear":142193.0,"score_lmetric":9350},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":4675,"score_linear":15283.0,"score_lmetric":4675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":4675,"score_linear":306469.0,"score_lmetric":32368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":4675,"score_linear":48944.0,"score_lmetric":4675},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":4675,"score_linear":33321.0,"score_lmetric":9836}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30425.742866963,"t_first_token_unix":1779964422.2978098,"t_done":30437.357398868,"t_done_unix":1779964433.9123423},{"request_id":"1394167:2:1395165:728","session_id":"1394167","input_length":4863,"t_proxy_recv":30437.360280346,"t_decision_unix":1779964433.915222,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.9475632325724861,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":255,"cache_hit":4608,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4863,"score_linear":236773.0,"score_lmetric":101865},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":4863,"score_linear":58511.0,"score_lmetric":4863},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4863,"score_linear":142193.0,"score_lmetric":9726},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-8237,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":4863,"score_linear":-8237.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":4863,"score_linear":314396.0,"score_lmetric":29584},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":4608,"new_prefill":255,"score_linear":101535.0,"score_lmetric":255},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":4863,"score_linear":93040.0,"score_lmetric":97903},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":4863,"score_linear":33321.0,"score_lmetric":4863}],"chosen_score_linear":101535.0,"chosen_score_lmetric":255,"t_first_token":30437.416521712,"t_first_token_unix":1779964433.9714646,"t_done":30438.796554558,"t_done_unix":1779964435.3514981},{"request_id":"1398145:1:1398145:739","session_id":"1398145","input_length":3213,"t_proxy_recv":30439.422977535,"t_decision_unix":1779964435.9779184,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":3213.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3213 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3213,"cache_hit":0,"estimated_new_tokens":3213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3213,"score_linear":236773.0,"score_lmetric":96915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":3213,"score_linear":58511.0,"score_lmetric":3213},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":3213,"score_linear":142193.0,"score_lmetric":6426},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8313,"ongoing_decode_tokens":13134,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":3213,"score_linear":8313.0,"score_lmetric":19763},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":3213,"score_linear":314396.0,"score_lmetric":22984},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":3213,"score_linear":106143.0,"score_lmetric":3213},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":3213,"score_linear":93040.0,"score_lmetric":96253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":3213,"score_linear":33321.0,"score_lmetric":3213}],"chosen_score_linear":33321.0,"chosen_score_lmetric":3213,"t_first_token":30439.653540918,"t_first_token_unix":1779964436.2084844,"t_done":30439.827380395,"t_done_unix":1779964436.3823252},{"request_id":"1362265:5:1398180:741","session_id":"1362265","input_length":10736,"t_proxy_recv":30439.503953406,"t_decision_unix":1779964436.0588946,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9538002980625931,"affinity_num_requests":4,"avg_num_requests":1.875,"fallback_score":4080.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4080 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":4080,"cache_hit":6656,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":10736,"score_linear":236773.0,"score_lmetric":119484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":6656,"new_prefill":4080,"score_linear":51855.0,"score_lmetric":4080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":10736,"score_linear":142193.0,"score_lmetric":21472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8313,"ongoing_decode_tokens":13134,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":10736,"score_linear":8313.0,"score_lmetric":27286},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":10240,"new_prefill":496,"score_linear":304156.0,"score_lmetric":12116},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":10736,"score_linear":106143.0,"score_lmetric":10736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":10736,"score_linear":93040.0,"score_lmetric":103776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36534,"ongoing_decode_tokens":33321,"pending_prefill_tokens":3213,"num_requests":2,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":10736,"score_linear":36534.0,"score_lmetric":27898}],"chosen_score_linear":51855.0,"chosen_score_lmetric":4080,"t_first_token":30440.351727327,"t_first_token_unix":1779964436.9066708,"t_done":30440.521657929,"t_done_unix":1779964437.0766008},{"request_id":"1398213:1:1398213:742","session_id":"1398213","input_length":3891,"t_proxy_recv":30439.565186091,"t_decision_unix":1779964436.1201274,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":3891.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3891 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3891,"cache_hit":0,"estimated_new_tokens":3891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3891,"score_linear":236773.0,"score_lmetric":98949},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69247,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":2,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":3891,"score_linear":69247.0,"score_lmetric":15942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":3891,"score_linear":142193.0,"score_lmetric":7782},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8313,"ongoing_decode_tokens":13134,"pending_prefill_tokens":16550,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":3891,"score_linear":8313.0,"score_lmetric":20441},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":3891,"score_linear":314396.0,"score_lmetric":25696},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":3891,"score_linear":106143.0,"score_lmetric":3891},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":3891,"score_linear":93040.0,"score_lmetric":96931},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36534,"ongoing_decode_tokens":33321,"pending_prefill_tokens":3213,"num_requests":2,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":3891,"score_linear":36534.0,"score_lmetric":14208}],"chosen_score_linear":106143.0,"chosen_score_lmetric":3891,"t_first_token":30439.950059453,"t_first_token_unix":1779964436.5050025,"t_done":30440.71428546,"t_done_unix":1779964437.2692282},{"request_id":"1301929:2:1375154:617","session_id":"1301929","input_length":35888,"t_proxy_recv":30358.811929868,"t_decision_unix":1779964355.3668714,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9986625055728935,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (48 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":48,"cache_hit":35840,"estimated_new_tokens":48,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":3584,"new_prefill":32304,"score_linear":201194.0,"score_lmetric":96912},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":35888,"score_linear":143031.0,"score_lmetric":231886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1921,"cache_hit":35840,"new_prefill":48,"score_linear":70062.0,"score_lmetric":45534},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":35888,"score_linear":104479.0,"score_lmetric":168988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214612,"ongoing_decode_tokens":0,"pending_prefill_tokens":142932,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":35888,"score_linear":214612.0,"score_lmetric":536460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1210,"cache_hit":0,"new_prefill":35888,"score_linear":117888.0,"score_lmetric":35888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":35888,"score_linear":106951.0,"score_lmetric":71776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":35888,"score_linear":137450.0,"score_lmetric":83078}],"chosen_score_linear":70062.0,"chosen_score_lmetric":45534,"t_first_token":30387.067197232,"t_first_token_unix":1779964383.6221411,"t_done":30440.861614748,"t_done_unix":1779964437.4165578},{"request_id":"1398594:1:1398594:744","session_id":"1398594","input_length":7877,"t_proxy_recv":30440.791205523,"t_decision_unix":1779964437.3461468,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":7877.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7877 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7877,"cache_hit":0,"estimated_new_tokens":7877,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":7877,"score_linear":236773.0,"score_lmetric":110907},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1662,"cache_hit":0,"new_prefill":7877,"score_linear":58511.0,"score_lmetric":7877},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":7877,"score_linear":142193.0,"score_lmetric":15754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":7877,"score_linear":71571.0,"score_lmetric":39870},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":7877,"score_linear":314396.0,"score_lmetric":41640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":7877,"score_linear":106143.0,"score_lmetric":7877},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":7877,"score_linear":93040.0,"score_lmetric":100917},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":7877,"score_linear":33321.0,"score_lmetric":7877}],"chosen_score_linear":58511.0,"chosen_score_lmetric":7877,"t_first_token":30441.331860963,"t_first_token_unix":1779964437.8868048,"t_done":30441.44801365,"t_done_unix":1779964438.0029566},{"request_id":"1366128:6:1375094:616","session_id":"1366128","input_length":58511,"t_proxy_recv":30422.946461301,"t_decision_unix":1779964419.5014029,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":46592,"affinity_cache_ratio":0.7962947138144965,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":46008.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":46592,"v3_new_local":11919,"v3_src_idx":4,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":247958,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":46592,"estimated_new_tokens":11919,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":58511,"score_linear":106305.0,"score_lmetric":58511},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":58511,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":58511,"score_linear":142193.0,"score_lmetric":117022},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":58511,"score_linear":15283.0,"score_lmetric":58511},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":247958,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":3,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":46592,"new_prefill":11919,"score_linear":201366.0,"score_lmetric":46008},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":58511,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120843,"ongoing_decode_tokens":0,"pending_prefill_tokens":72715,"num_requests":2,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":58511,"score_linear":120843.0,"score_lmetric":262452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":58511,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":201366.0,"chosen_score_lmetric":46008,"v2_src_url":"http://127.0.0.1:8004","v2_src_idx":4,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"write_mode":true,"t_prefill_sent":30422.94827791,"t_prefill_sent_unix":1779964419.5032208,"t_decode_sent":30422.948295824,"t_decode_sent_unix":1779964419.5032394,"t_first_token":30442.025995877,"t_first_token_unix":1779964438.580953,"t_done":30443.73222866,"t_done_unix":1779964440.287172,"t_prefill_done":30443.732238394,"t_prefill_done_unix":1779964440.2871811},{"request_id":"1366128:7:1378071:626","session_id":"1366128","input_length":59007,"t_proxy_recv":30443.743166318,"t_decision_unix":1779964440.2981079,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9891707763485688,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (639 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":639,"cache_hit":58368,"estimated_new_tokens":639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59007,"score_linear":236773.0,"score_lmetric":264297},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1791,"cache_hit":58368,"new_prefill":639,"score_linear":-58368.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":59007,"score_linear":106305.0,"score_lmetric":59007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":59007,"score_linear":71571.0,"score_lmetric":142130},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":639,"score_linear":197517.0,"score_lmetric":7527},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":59007,"score_linear":106143.0,"score_lmetric":59007},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":59007,"score_linear":93040.0,"score_lmetric":152047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":59007,"score_linear":33321.0,"score_lmetric":59007}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":30443.942072525,"t_first_token_unix":1779964440.4970164,"t_done":30444.717883842,"t_done_unix":1779964441.2728276},{"request_id":"1391404:2:1393919:720","session_id":"1391404","input_length":33321,"t_proxy_recv":30424.488491942,"t_decision_unix":1779964421.0434327,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8451126916959275,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5161 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":5161,"cache_hit":28160,"estimated_new_tokens":5161,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":208108,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":2,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":1536,"new_prefill":31785,"score_linear":206572.0,"score_lmetric":120744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":2560,"new_prefill":30761,"score_linear":55951.0,"score_lmetric":30761},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":33321,"score_linear":142193.0,"score_lmetric":66642},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":33321,"score_linear":15283.0,"score_lmetric":33321},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":33321,"score_linear":306469.0,"score_lmetric":146952},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":33321,"score_linear":48944.0,"score_lmetric":33321},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":28160,"new_prefill":5161,"score_linear":-28160.0,"score_lmetric":0}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":30425.600183381,"t_first_token_unix":1779964422.1551266,"t_done":30444.737590117,"t_done_unix":1779964441.292535},{"request_id":"1366128:8:1380438:643","session_id":"1366128","input_length":59230,"t_proxy_recv":30444.729532066,"t_decision_unix":1779964441.2844737,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9940908323484721,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (350 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":350,"cache_hit":58880,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59230,"score_linear":236773.0,"score_lmetric":264966},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":58880,"new_prefill":350,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":59230,"score_linear":106305.0,"score_lmetric":59230},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":59230,"score_linear":71571.0,"score_lmetric":142576},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":862,"score_linear":197517.0,"score_lmetric":8196},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":59230,"score_linear":106143.0,"score_lmetric":59230},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":59230,"score_linear":93040.0,"score_lmetric":152270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":59230,"score_linear":33321.0,"score_lmetric":59230}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":30444.889107094,"t_first_token_unix":1779964441.4440506,"t_done":30445.523060213,"t_done_unix":1779964442.0780036},{"request_id":"1362265:6:1399937:747","session_id":"1362265","input_length":10816,"t_proxy_recv":30445.571824224,"t_decision_unix":1779964442.1267655,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9940828402366864,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (64 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":64,"cache_hit":10752,"estimated_new_tokens":64,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":10816,"score_linear":236773.0,"score_lmetric":119724},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":59374,"ongoing_decode_tokens":0,"pending_prefill_tokens":494,"num_requests":1,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":10752,"new_prefill":64,"score_linear":48622.0,"score_lmetric":558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":10816,"score_linear":106305.0,"score_lmetric":10816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":10816,"score_linear":71571.0,"score_lmetric":45748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":10240,"new_prefill":576,"score_linear":245645.0,"score_lmetric":7338},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":10816,"score_linear":106143.0,"score_lmetric":10816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":10816,"score_linear":93040.0,"score_lmetric":103856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1683,"cache_hit":0,"new_prefill":10816,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":48622.0,"chosen_score_lmetric":558,"t_first_token":30445.725105815,"t_first_token_unix":1779964442.2800498,"t_done":30446.104235367,"t_done_unix":1779964442.6591787},{"request_id":"1366128:9:1381799:652","session_id":"1366128","input_length":59374,"t_proxy_recv":30445.534046609,"t_decision_unix":1779964442.088988,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9916798598713241,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (494 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":494,"cache_hit":58880,"estimated_new_tokens":494,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59374,"score_linear":236773.0,"score_lmetric":265398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":58880,"new_prefill":494,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":59374,"score_linear":106305.0,"score_lmetric":59374},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":59374,"score_linear":71571.0,"score_lmetric":142864},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":1006,"score_linear":197517.0,"score_lmetric":8628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":59374,"score_linear":106143.0,"score_lmetric":59374},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":59374,"score_linear":93040.0,"score_lmetric":152414},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1683,"cache_hit":0,"new_prefill":59374,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":30445.686915311,"t_first_token_unix":1779964442.2418585,"t_done":30446.129512064,"t_done_unix":1779964442.6844554},{"request_id":"1399948:1:1399948:748","session_id":"1399948","input_length":4991,"t_proxy_recv":30445.602855602,"t_decision_unix":1779964442.1577969,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":4991.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4991 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4991,"cache_hit":0,"estimated_new_tokens":4991,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":4991,"score_linear":236773.0,"score_lmetric":102249},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70190,"ongoing_decode_tokens":0,"pending_prefill_tokens":558,"num_requests":2,"active_p_offloads":0,"cached_blocks":1792,"cache_hit":0,"new_prefill":4991,"score_linear":70190.0,"score_lmetric":11098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":4991,"score_linear":106305.0,"score_lmetric":4991},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":4991,"score_linear":71571.0,"score_lmetric":34098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":4991,"score_linear":255885.0,"score_lmetric":20583},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":4991,"score_linear":106143.0,"score_lmetric":4991},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":4991,"score_linear":93040.0,"score_lmetric":98031},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1683,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30445.917379824,"t_first_token_unix":1779964442.4723232,"t_done":30446.58049317,"t_done_unix":1779964443.1354363},{"request_id":"1366128:10:1382843:661","session_id":"1366128","input_length":59506,"t_proxy_recv":30446.13979096,"t_decision_unix":1779964442.6947324,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9980842268006588,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (114 < 8000)","v3_prefill_cache_hit":59392,"v3_new_local":114,"cache_hit":59392,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":59506,"score_linear":236773.0,"score_lmetric":265794},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":59392,"new_prefill":114,"score_linear":-59392.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":59506,"score_linear":106305.0,"score_lmetric":59506},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":59506,"score_linear":71571.0,"score_lmetric":143128},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":1138,"score_linear":197517.0,"score_lmetric":9024},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":59506,"score_linear":106143.0,"score_lmetric":59506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":59506,"score_linear":93040.0,"score_lmetric":152546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4991,"ongoing_decode_tokens":4991,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1683,"cache_hit":0,"new_prefill":59506,"score_linear":4991.0,"score_lmetric":59506}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":30446.263846853,"t_first_token_unix":1779964442.81879,"t_done":30446.766345272,"t_done_unix":1779964443.3212883},{"request_id":"1400379:1:1400379:751","session_id":"1400379","input_length":3707,"t_proxy_recv":30446.948191929,"t_decision_unix":1779964443.5031335,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3707.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3707 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3707,"cache_hit":0,"estimated_new_tokens":3707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3707,"score_linear":236773.0,"score_lmetric":98397},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":3707,"score_linear":71254.0,"score_lmetric":15569},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":3707,"score_linear":106305.0,"score_lmetric":3707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":3707,"score_linear":71571.0,"score_lmetric":31530},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":3707,"score_linear":255885.0,"score_lmetric":16731},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":3707,"score_linear":106143.0,"score_lmetric":3707},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":3707,"score_linear":93040.0,"score_lmetric":96747},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30447.175561664,"t_first_token_unix":1779964443.7305055,"t_done":30447.459237714,"t_done_unix":1779964444.0141807},{"request_id":"1398213:2:1400590:753","session_id":"1398213","input_length":11414,"t_proxy_recv":30447.705863656,"t_decision_unix":1779964444.2608054,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3140003504468197,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":7830.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7830 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":7830,"cache_hit":3584,"estimated_new_tokens":7830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":11414,"score_linear":236773.0,"score_lmetric":121518},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":11414,"score_linear":71254.0,"score_lmetric":23276},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":11414,"score_linear":106305.0,"score_lmetric":11414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":11414,"score_linear":71571.0,"score_lmetric":46944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":11414,"score_linear":255885.0,"score_lmetric":39852},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":3584,"new_prefill":7830,"score_linear":102559.0,"score_lmetric":7830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":11414,"score_linear":93040.0,"score_lmetric":104454},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":102559.0,"chosen_score_lmetric":7830,"t_first_token":30448.396727236,"t_first_token_unix":1779964444.9516706,"t_done":30449.27567336,"t_done_unix":1779964445.8306165},{"request_id":"1366128:11:1384044:671","session_id":"1366128","input_length":71254,"t_proxy_recv":30446.784283489,"t_decision_unix":1779964443.339225,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":59392,"affinity_cache_ratio":0.8335251354309934,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":59392,"v3_new_local":11862,"cache_hit":59392,"estimated_new_tokens":11862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71254,"score_linear":236773.0,"score_lmetric":301038},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":59392,"new_prefill":11862,"score_linear":-59392.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":71254,"score_linear":106305.0,"score_lmetric":71254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":71254,"score_linear":71571.0,"score_lmetric":166624},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":12886,"score_linear":197517.0,"score_lmetric":44268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":0,"new_prefill":71254,"score_linear":106143.0,"score_lmetric":71254},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":71254,"score_linear":93040.0,"score_lmetric":164294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":71254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":30451.752363867,"t_first_token_unix":1779964448.3073077,"t_done":30453.196654575,"t_done_unix":1779964449.7515976},{"request_id":"1366128:12:1386045:687","session_id":"1366128","input_length":71578,"t_proxy_recv":30453.209270057,"t_decision_unix":1779964449.7642114,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9942719830115399,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (410 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":410,"cache_hit":71168,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71578,"score_linear":261215.0,"score_lmetric":404192},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":71168,"new_prefill":410,"score_linear":-71168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":71578,"score_linear":106305.0,"score_lmetric":71578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":71578,"score_linear":71571.0,"score_lmetric":167272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":13210,"score_linear":197517.0,"score_lmetric":45240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":71578,"score_linear":119053.0,"score_lmetric":143156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":71578,"score_linear":155670.0,"score_lmetric":356192},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":71578,"score_linear":71972.0,"score_lmetric":178556}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":30453.441176155,"t_first_token_unix":1779964449.99612,"t_done":30453.912442717,"t_done_unix":1779964450.4673858},{"request_id":"1397840:1:1397840:737","session_id":"1397840","input_length":16550,"t_proxy_recv":30438.3543437,"t_decision_unix":1779964434.909285,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":16550.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[3,1,2,0,4,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":16550,"cache_hit":0,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":16550,"score_linear":236773.0,"score_lmetric":136926},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":16550,"score_linear":58511.0,"score_lmetric":16550},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":16550,"score_linear":142193.0,"score_lmetric":33100},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-8237,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":16550,"score_linear":-8237.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":16550,"score_linear":314396.0,"score_lmetric":76332},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":111006,"ongoing_decode_tokens":111006,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":16550,"score_linear":111006.0,"score_lmetric":33100},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":16550,"score_linear":93040.0,"score_lmetric":109590},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":16550,"score_linear":33321.0,"score_lmetric":16550}],"chosen_score_linear":-8237.0,"chosen_score_lmetric":0,"t_first_token":30439.9146635,"t_first_token_unix":1779964436.4696066,"t_done":30454.414324525,"t_done_unix":1779964450.9692674},{"request_id":"1366128:13:1387308:692","session_id":"1366128","input_length":71708,"t_proxy_recv":30453.925490353,"t_decision_unix":1779964450.4804318,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9924694594745356,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":540,"cache_hit":71168,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":71708,"score_linear":261215.0,"score_lmetric":404712},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":71168,"new_prefill":540,"score_linear":-71168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":71708,"score_linear":106305.0,"score_lmetric":71708},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":71708,"score_linear":71571.0,"score_lmetric":167532},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":13340,"score_linear":197517.0,"score_lmetric":45630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":71708,"score_linear":119053.0,"score_lmetric":143416},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":71708,"score_linear":155670.0,"score_lmetric":356452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":71708,"score_linear":71972.0,"score_lmetric":178816}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":30454.085902287,"t_first_token_unix":1779964450.6408455,"t_done":30454.450806266,"t_done_unix":1779964451.0057495},{"request_id":"1400379:2:1401201:757","session_id":"1400379","input_length":3863,"t_proxy_recv":30450.034260124,"t_decision_unix":1779964446.5892012,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3584,"affinity_cache_ratio":0.92777633963241,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (279 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":279,"cache_hit":3584,"estimated_new_tokens":279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":3863,"score_linear":261215.0,"score_lmetric":133332},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":3863,"score_linear":71254.0,"score_lmetric":15725},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":3863,"score_linear":106305.0,"score_lmetric":3863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":3863,"score_linear":71571.0,"score_lmetric":31842},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":3863,"score_linear":255885.0,"score_lmetric":17199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":3863,"score_linear":106143.0,"score_lmetric":3863},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":3863,"score_linear":155670.0,"score_lmetric":220762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":3584,"new_prefill":279,"score_linear":64525.0,"score_lmetric":17700}],"chosen_score_linear":64525.0,"chosen_score_lmetric":17700,"t_first_token":30454.970363713,"t_first_token_unix":1779964451.5253067,"t_done":30455.584012963,"t_done_unix":1779964452.1389563},{"request_id":"1268861:7:1374579:614","session_id":"1268861","input_length":41508,"t_proxy_recv":30356.829650892,"t_decision_unix":1779964353.3845923,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":36864,"affinity_cache_ratio":0.8881179531656548,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4644 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":4644,"cache_hit":36864,"estimated_new_tokens":4644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":223454,"ongoing_decode_tokens":223454,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":41508,"score_linear":223454.0,"score_lmetric":166032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":143031,"ongoing_decode_tokens":0,"pending_prefill_tokens":80055,"num_requests":2,"active_p_offloads":0,"cached_blocks":1419,"cache_hit":0,"new_prefill":41508,"score_linear":143031.0,"score_lmetric":243126},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":79866,"ongoing_decode_tokens":60004,"pending_prefill_tokens":19862,"num_requests":2,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":41508,"score_linear":79866.0,"score_lmetric":122740},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":104479,"ongoing_decode_tokens":69564,"pending_prefill_tokens":48606,"num_requests":2,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":41508,"score_linear":104479.0,"score_lmetric":180228},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":173104,"ongoing_decode_tokens":0,"pending_prefill_tokens":138288,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":36864,"new_prefill":4644,"score_linear":136240.0,"score_lmetric":285864},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136385,"ongoing_decode_tokens":117888,"pending_prefill_tokens":18497,"num_requests":2,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":41508,"score_linear":136385.0,"score_lmetric":120010},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":0,"new_prefill":41508,"score_linear":106951.0,"score_lmetric":83016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":21504,"new_prefill":20004,"score_linear":115946.0,"score_lmetric":51310}],"chosen_score_linear":136240.0,"chosen_score_lmetric":285864,"t_first_token":30413.412549455,"t_first_token_unix":1779964409.9674945,"t_done":30455.885018714,"t_done_unix":1779964452.4399626},{"request_id":"1397840:2:1400216:749","session_id":"1397840","input_length":26440,"t_proxy_recv":30454.423431742,"t_decision_unix":1779964450.9783733,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":16384,"affinity_cache_ratio":0.6196671709531013,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,1,1,1,3,2,2,2])","v3_prefill_cache_hit":16384,"v3_new_local":10056,"cache_hit":16384,"estimated_new_tokens":10056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":26440,"score_linear":261215.0,"score_lmetric":223640},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71708,"ongoing_decode_tokens":71708,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":26440,"score_linear":71708.0,"score_lmetric":26440},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":26440,"score_linear":106305.0,"score_lmetric":26440},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":55021,"ongoing_decode_tokens":76392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":16384,"new_prefill":10056,"score_linear":38637.0,"score_lmetric":10056},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":26440,"score_linear":255885.0,"score_lmetric":84930},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":26440,"score_linear":119053.0,"score_lmetric":52880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":26440,"score_linear":155670.0,"score_lmetric":265916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":26440,"score_linear":71972.0,"score_lmetric":88280}],"chosen_score_linear":38637.0,"chosen_score_lmetric":10056,"t_first_token":30456.140585147,"t_first_token_unix":1779964452.695529,"t_done":30456.506229872,"t_done_unix":1779964453.0611734},{"request_id":"1398213:3:1401507:759","session_id":"1398213","input_length":12910,"t_proxy_recv":30451.134293923,"t_decision_unix":1779964447.6892354,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8725019364833463,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1646 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":1646,"cache_hit":11264,"estimated_new_tokens":1646,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":12910,"score_linear":261215.0,"score_lmetric":169520},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":12910,"score_linear":71254.0,"score_lmetric":24772},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":12910,"score_linear":106305.0,"score_lmetric":12910},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":12910,"score_linear":71571.0,"score_lmetric":49936},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":12910,"score_linear":255885.0,"score_lmetric":44340},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":11264,"new_prefill":1646,"score_linear":94879.0,"score_lmetric":1646},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":12910,"score_linear":155670.0,"score_lmetric":238856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":12910,"score_linear":71972.0,"score_lmetric":61220}],"chosen_score_linear":94879.0,"chosen_score_lmetric":1646,"t_first_token":30451.431713544,"t_first_token_unix":1779964447.9866571,"t_done":30457.06856227,"t_done_unix":1779964453.6235058},{"request_id":"1397840:3:1402568:761","session_id":"1397840","input_length":28603,"t_proxy_recv":30456.512760387,"t_decision_unix":1779964453.067702,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9129112330874384,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2491 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":2491,"cache_hit":26112,"estimated_new_tokens":2491,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":28603,"score_linear":261215.0,"score_lmetric":232292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":28603,"score_linear":83404.0,"score_lmetric":40327},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":28603,"score_linear":106305.0,"score_lmetric":28603},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":55021,"ongoing_decode_tokens":76392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2166,"cache_hit":26112,"new_prefill":2491,"score_linear":28909.0,"score_lmetric":2491},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214377,"ongoing_decode_tokens":214377,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":28603,"score_linear":214377.0,"score_lmetric":57206},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":28603,"score_linear":119053.0,"score_lmetric":57206},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":28603,"score_linear":155670.0,"score_lmetric":270242},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79325,"ongoing_decode_tokens":68109,"pending_prefill_tokens":7632,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":28603,"score_linear":79325.0,"score_lmetric":72470}],"chosen_score_linear":28909.0,"chosen_score_lmetric":2491,"t_first_token":30457.015374306,"t_first_token_unix":1779964453.5703177,"t_done":30457.306579868,"t_done_unix":1779964453.861523},{"request_id":"1305906:3:1396717:733","session_id":"1305906","input_length":17047,"t_proxy_recv":30434.264483651,"t_decision_unix":1779964430.8194249,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16384,"affinity_cache_ratio":0.9611075262509532,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (663 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":663,"cache_hit":16384,"estimated_new_tokens":663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":17047,"score_linear":236773.0,"score_lmetric":138417},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":17047,"score_linear":58511.0,"score_lmetric":17047},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":17047,"score_linear":142193.0,"score_lmetric":34094},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":17047,"score_linear":-21371.0,"score_lmetric":-17047},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":295824,"ongoing_decode_tokens":237313,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":16384,"new_prefill":663,"score_linear":279440.0,"score_lmetric":1989},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":17047,"score_linear":110818.0,"score_lmetric":70252},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21241,"ongoing_decode_tokens":21241,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2027,"cache_hit":0,"new_prefill":17047,"score_linear":21241.0,"score_lmetric":17047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":17047,"score_linear":33321.0,"score_lmetric":17047}],"chosen_score_linear":279440.0,"chosen_score_lmetric":1989,"t_first_token":30443.176590193,"t_first_token_unix":1779964439.7315338,"t_done":30457.359093416,"t_done_unix":1779964453.9140368},{"request_id":"1400379:3:1402972:763","session_id":"1400379","input_length":11216,"t_proxy_recv":30456.246345326,"t_decision_unix":1779964452.8012865,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3195435092724679,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":7632.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7632 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":7632,"cache_hit":3584,"estimated_new_tokens":7632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":11216,"score_linear":261215.0,"score_lmetric":162744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":11216,"score_linear":83404.0,"score_lmetric":22940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":11216,"score_linear":106305.0,"score_lmetric":11216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81461,"ongoing_decode_tokens":102832,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":11216,"score_linear":81461.0,"score_lmetric":22432},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214377,"ongoing_decode_tokens":214377,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":11216,"score_linear":214377.0,"score_lmetric":22432},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":11216,"score_linear":119053.0,"score_lmetric":22432},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":11216,"score_linear":155670.0,"score_lmetric":235468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68109,"ongoing_decode_tokens":68109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":3584,"new_prefill":7632,"score_linear":64525.0,"score_lmetric":7632}],"chosen_score_linear":64525.0,"chosen_score_lmetric":7632,"t_first_token":30456.915072175,"t_first_token_unix":1779964453.4700165,"t_done":30457.365126153,"t_done_unix":1779964453.920069},{"request_id":"1253743:8:1398344:743","session_id":"1253743","input_length":63258,"t_proxy_recv":30439.939009483,"t_decision_unix":1779964436.4939406,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.8093837933542003,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,2,2,1,4,2,1,1])","v3_prefill_cache_hit":51200,"v3_new_local":12058,"cache_hit":51200,"estimated_new_tokens":12058,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":17408,"new_prefill":45850,"score_linear":219365.0,"score_lmetric":224826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69247,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":2,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":3584,"new_prefill":59674,"score_linear":65663.0,"score_lmetric":127508},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":63258,"score_linear":142193.0,"score_lmetric":126516},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8313,"ongoing_decode_tokens":29684,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":51200,"new_prefill":12058,"score_linear":-42887.0,"score_lmetric":12058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":63258,"score_linear":314396.0,"score_lmetric":263164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110034,"ongoing_decode_tokens":106143,"pending_prefill_tokens":3891,"num_requests":2,"active_p_offloads":0,"cached_blocks":1797,"cache_hit":0,"new_prefill":63258,"score_linear":110034.0,"score_lmetric":134298},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":4608,"new_prefill":58650,"score_linear":88432.0,"score_lmetric":151690},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1671,"cache_hit":0,"new_prefill":63258,"score_linear":33321.0,"score_lmetric":63258}],"chosen_score_linear":-42887.0,"chosen_score_lmetric":12058,"t_first_token":30454.154141936,"t_first_token_unix":1779964450.7090857,"t_done":30457.68789378,"t_done_unix":1779964454.2428374},{"request_id":"1381387:4:1400724:754","session_id":"1381387","input_length":68109,"t_proxy_recv":30448.280569997,"t_decision_unix":1779964444.8355114,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":50688,"affinity_cache_ratio":0.7442188257058538,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":50688,"v3_new_local":17421,"cache_hit":50688,"estimated_new_tokens":17421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":68109,"score_linear":236773.0,"score_lmetric":291603},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":68109,"score_linear":71254.0,"score_lmetric":79971},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":68109,"score_linear":106305.0,"score_lmetric":68109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":68109,"score_linear":71571.0,"score_lmetric":160334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":68109,"score_linear":255885.0,"score_lmetric":209937},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117557,"ongoing_decode_tokens":106143,"pending_prefill_tokens":7830,"num_requests":2,"active_p_offloads":0,"cached_blocks":1804,"cache_hit":28160,"new_prefill":39949,"score_linear":89397.0,"score_lmetric":95558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":68109,"score_linear":93040.0,"score_lmetric":161149},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":50688,"new_prefill":17421,"score_linear":-50688.0,"score_lmetric":0}],"chosen_score_linear":-50688.0,"chosen_score_lmetric":0,"t_first_token":30454.96942648,"t_first_token_unix":1779964451.52437,"t_done":30458.171243937,"t_done_unix":1779964454.7261894},{"request_id":"1403188:1:1403188:764","session_id":"1403188","input_length":8848,"t_proxy_recv":30457.147369492,"t_decision_unix":1779964453.7023108,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":8848.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8848,"cache_hit":0,"estimated_new_tokens":8848,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":8848,"score_linear":261215.0,"score_lmetric":153272},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":8848,"score_linear":83404.0,"score_lmetric":20572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":8848,"score_linear":106305.0,"score_lmetric":8848},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":83624,"ongoing_decode_tokens":104995,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2166,"cache_hit":0,"new_prefill":8848,"score_linear":83624.0,"score_lmetric":17696},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":214377,"ongoing_decode_tokens":214377,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":8848,"score_linear":214377.0,"score_lmetric":17696},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":8848,"score_linear":106143.0,"score_lmetric":8848},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":8848,"score_linear":155670.0,"score_lmetric":230732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79325,"ongoing_decode_tokens":79325,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":8848,"score_linear":79325.0,"score_lmetric":17696}],"chosen_score_linear":106305.0,"chosen_score_lmetric":8848,"t_first_token":30457.822897254,"t_first_token_unix":1779964454.37784,"t_done":30458.399916589,"t_done_unix":1779964454.9548595},{"request_id":"1397223:1:1397223:734","session_id":"1397223","input_length":13134,"t_proxy_recv":30435.903035727,"t_decision_unix":1779964432.4579773,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":13134.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13134,"cache_hit":0,"estimated_new_tokens":13134,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":13134,"score_linear":236773.0,"score_lmetric":126678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":13134,"score_linear":58511.0,"score_lmetric":13134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":13134,"score_linear":142193.0,"score_lmetric":26268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":13134,"score_linear":-21371.0,"score_lmetric":-13134},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":0,"new_prefill":13134,"score_linear":314396.0,"score_lmetric":62668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":13134,"score_linear":110818.0,"score_lmetric":62426},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":13134,"score_linear":33321.0,"score_lmetric":13134}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-13134,"t_first_token":30436.99888847,"t_first_token_unix":1779964433.553832,"t_done":30458.47798005,"t_done_unix":1779964455.0329232},{"request_id":"1355484:13:1394384:723","session_id":"1355484","input_length":28665,"t_proxy_recv":30426.189391222,"t_decision_unix":1779964422.7443326,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9823826966684109,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":505,"cache_hit":28160,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":208108,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":2,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":28160,"new_prefill":505,"score_linear":179948.0,"score_lmetric":58184},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":12800,"new_prefill":15865,"score_linear":45711.0,"score_lmetric":15865},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":12800,"new_prefill":15865,"score_linear":129393.0,"score_lmetric":31730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":28665,"score_linear":15283.0,"score_lmetric":28665},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":12800,"new_prefill":15865,"score_linear":293669.0,"score_lmetric":77128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":28665,"score_linear":110818.0,"score_lmetric":93488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":28665,"score_linear":48944.0,"score_lmetric":28665},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":12800,"new_prefill":15865,"score_linear":20521.0,"score_lmetric":15865}],"chosen_score_linear":179948.0,"chosen_score_lmetric":58184,"t_first_token":30457.648443403,"t_first_token_unix":1779964454.203386,"t_done":30458.943948218,"t_done_unix":1779964455.4988914},{"request_id":"1403989:1:1403989:767","session_id":"1403989","input_length":1954,"t_proxy_recv":30459.641139725,"t_decision_unix":1779964456.1960812,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":1954.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1954 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1954,"cache_hit":0,"estimated_new_tokens":1954,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":1954,"score_linear":263774.0,"score_lmetric":7816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":1954,"score_linear":83404.0,"score_lmetric":13678},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":1954,"score_linear":106305.0,"score_lmetric":1954},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2219,"cache_hit":0,"new_prefill":1954,"score_linear":-21371.0,"score_lmetric":-1954},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":197330,"pending_prefill_tokens":2676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":1954,"score_linear":241478.0,"score_lmetric":9260},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":1954,"score_linear":106143.0,"score_lmetric":1954},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":1954,"score_linear":155670.0,"score_lmetric":216944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":1954,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-1954,"t_first_token":30459.768316456,"t_first_token_unix":1779964456.3232596,"t_done":30460.119730616,"t_done_unix":1779964456.6746736},{"request_id":"1366128:14:1389156:701","session_id":"1366128","input_length":83404,"t_proxy_recv":30454.467957531,"t_decision_unix":1779964451.0228992,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71680,"affinity_cache_ratio":0.8594312023404154,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":71680,"v3_new_local":11724,"cache_hit":71680,"estimated_new_tokens":11724,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":83404,"score_linear":261215.0,"score_lmetric":451496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":71680,"new_prefill":11724,"score_linear":-71680.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":83404,"score_linear":106305.0,"score_lmetric":83404},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":81461,"ongoing_decode_tokens":76392,"pending_prefill_tokens":10056,"num_requests":2,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":83404,"score_linear":81461.0,"score_lmetric":186920},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":58368,"new_prefill":25036,"score_linear":197517.0,"score_lmetric":80718},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":119053,"ongoing_decode_tokens":119053,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":83404,"score_linear":119053.0,"score_lmetric":166808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":83404,"score_linear":155670.0,"score_lmetric":379844},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71972,"ongoing_decode_tokens":0,"pending_prefill_tokens":17700,"num_requests":2,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":0,"new_prefill":83404,"score_linear":71972.0,"score_lmetric":202208}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":30460.25319406,"t_first_token_unix":1779964456.8081377,"t_done":30461.189242362,"t_done_unix":1779964457.7441857},{"request_id":"1342921:4:1389290:702","session_id":"1342921","input_length":70990,"t_proxy_recv":30435.871490165,"t_decision_unix":1779964432.4264314,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9736582617270038,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":7599.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1870 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":1870,"cache_hit":69120,"estimated_new_tokens":1870,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":70990,"score_linear":236773.0,"score_lmetric":300246},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":70990,"score_linear":58511.0,"score_lmetric":70990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":70990,"score_linear":142193.0,"score_lmetric":141980},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":70990,"score_linear":-21371.0,"score_lmetric":-70990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":243406,"ongoing_decode_tokens":167848,"pending_prefill_tokens":663,"num_requests":3,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":69120,"new_prefill":1870,"score_linear":174286.0,"score_lmetric":7599},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":4675,"pending_prefill_tokens":18079,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":70990,"score_linear":110818.0,"score_lmetric":178138},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":70990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":70990,"score_linear":33321.0,"score_lmetric":70990}],"chosen_score_linear":174286.0,"chosen_score_lmetric":7599,"t_first_token":30454.960172319,"t_first_token_unix":1779964451.5151157,"t_done":30461.213234061,"t_done_unix":1779964457.7681775},{"request_id":"1253743:8:1404284:769","session_id":"1253743","input_length":63643,"t_proxy_recv":30460.669601797,"t_decision_unix":1779964457.2245433,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9895196643778578,"affinity_num_requests":-1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (667 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":667,"cache_hit":62976,"estimated_new_tokens":667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":17408,"new_prefill":46235,"score_linear":246366.0,"score_lmetric":184940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":83404,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":3584,"new_prefill":60059,"score_linear":79820.0,"score_lmetric":60059},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":63643,"score_linear":106305.0,"score_lmetric":63643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":62976,"new_prefill":667,"score_linear":-84347.0,"score_lmetric":-667},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":241478,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":63643,"score_linear":241478.0,"score_lmetric":127286},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":63643,"score_linear":106143.0,"score_lmetric":63643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":4608,"new_prefill":59035,"score_linear":151062.0,"score_lmetric":331106},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69508,"ongoing_decode_tokens":0,"pending_prefill_tokens":1412,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":63643,"score_linear":69508.0,"score_lmetric":65055}],"chosen_score_linear":-84347.0,"chosen_score_lmetric":-667,"t_first_token":30460.884158416,"t_first_token_unix":1779964457.439102,"t_done":30461.551692281,"t_done_unix":1779964458.1066356},{"request_id":"1373431:1:1373431:606","session_id":"1373431","input_length":126340,"t_proxy_recv":30352.800095295,"t_decision_unix":1779964349.3550365,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":126340.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":126340,"cache_hit":0,"estimated_new_tokens":126340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":204778,"ongoing_decode_tokens":204778,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1374,"cache_hit":0,"new_prefill":126340,"score_linear":204778.0,"score_lmetric":379020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":126340,"score_linear":62618.0,"score_lmetric":126340},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":60004,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":126340,"score_linear":60004.0,"score_lmetric":126340},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":48193,"ongoing_decode_tokens":69564,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1801,"cache_hit":0,"new_prefill":126340,"score_linear":48193.0,"score_lmetric":126340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":183053,"ongoing_decode_tokens":0,"pending_prefill_tokens":120077,"num_requests":3,"active_p_offloads":0,"cached_blocks":1171,"cache_hit":0,"new_prefill":126340,"score_linear":183053.0,"score_lmetric":739251},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":125252,"ongoing_decode_tokens":125252,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1734,"cache_hit":0,"new_prefill":126340,"score_linear":125252.0,"score_lmetric":379020},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":137450,"ongoing_decode_tokens":72919,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":1024,"new_prefill":125316,"score_linear":136426.0,"score_lmetric":261934}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30404.662944492,"t_first_token_unix":1779964401.2178884,"t_done":30462.47527688,"t_done_unix":1779964459.03022},{"request_id":"1313181:6:1324908:369","session_id":"1313181","input_length":106305,"t_proxy_recv":30409.922248304,"t_decision_unix":1779964406.4771898,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.5779596444193594,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=24064 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":61440,"v3_new_local":44865,"v3_src_idx":2,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":24064,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":24064,"recent_mig_received_in_window":0},"cache_hit":61440,"estimated_new_tokens":44865,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1505,"cache_hit":24064,"new_prefill":82241,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1633,"cache_hit":12800,"new_prefill":93505,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":61440,"new_prefill":44865,"score_linear":-25552.0,"score_lmetric":44865},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100467,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":106305,"score_linear":100467.0,"score_lmetric":212610},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":294722,"ongoing_decode_tokens":173104,"pending_prefill_tokens":8466,"num_requests":4,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":24064,"new_prefill":82241,"score_linear":270658.0,"score_lmetric":362828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85184,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1613,"cache_hit":0,"new_prefill":106305,"score_linear":85184.0,"score_lmetric":106305},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":106305,"score_linear":71899.0,"score_lmetric":178204},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1588,"cache_hit":12800,"new_prefill":93505,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-25552.0,"chosen_score_lmetric":44865,"v2_src_url":"http://127.0.0.1:8002","v2_src_idx":2,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"write_mode":true,"t_prefill_sent":30409.925347773,"t_prefill_sent_unix":1779964406.4802904,"t_decode_sent":30409.925364706,"t_decode_sent_unix":1779964406.480308,"t_first_token":30457.648264599,"t_first_token_unix":1779964454.203212,"t_done":30462.622150849,"t_done_unix":1779964459.1770947,"t_prefill_done":30462.622157289,"t_prefill_done_unix":1779964459.1771007},{"request_id":"1382089:2:1404847:773","session_id":"1382089","input_length":39203,"t_proxy_recv":30462.660319599,"t_decision_unix":1779964459.2152612,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9664566487258628,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1315 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1315,"cache_hit":37888,"estimated_new_tokens":1315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":39203,"score_linear":157469.0,"score_lmetric":117609},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104631,"ongoing_decode_tokens":83622,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":39203,"score_linear":104631.0,"score_lmetric":105064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":39203,"score_linear":61543.0,"score_lmetric":39306},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":39203,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":44148,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":39203,"score_linear":171415.0,"score_lmetric":40006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":37888,"new_prefill":1315,"score_linear":68255.0,"score_lmetric":1315},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":39203,"score_linear":155670.0,"score_lmetric":291442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":39203,"score_linear":91192.0,"score_lmetric":78406}],"chosen_score_linear":68255.0,"chosen_score_lmetric":1315,"t_first_token":30463.048195465,"t_first_token_unix":1779964459.603139,"t_done":30463.682976483,"t_done_unix":1779964460.2379196},{"request_id":"1355484:14:1398178:740","session_id":"1355484","input_length":31224,"t_proxy_recv":30458.953756169,"t_decision_unix":1779964455.5086977,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9182679989751473,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":7656.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2552 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":2552,"cache_hit":28672,"estimated_new_tokens":2552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232550,"ongoing_decode_tokens":126245,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":28672,"new_prefill":2552,"score_linear":203878.0,"score_lmetric":7656},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":12800,"new_prefill":18424,"score_linear":70604.0,"score_lmetric":30148},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":12800,"new_prefill":18424,"score_linear":93505.0,"score_lmetric":18424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2219,"cache_hit":0,"new_prefill":31224,"score_linear":-21371.0,"score_lmetric":-31224},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":197330,"pending_prefill_tokens":2676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":12800,"new_prefill":18424,"score_linear":228678.0,"score_lmetric":42200},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":31224,"score_linear":106143.0,"score_lmetric":31224},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":31224,"score_linear":155670.0,"score_lmetric":275484},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":18424,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":203878.0,"chosen_score_lmetric":7656,"t_first_token":30459.609580702,"t_first_token_unix":1779964456.1645243,"t_done":30464.139164022,"t_done_unix":1779964460.694107},{"request_id":"1399948:2:1405276:778","session_id":"1399948","input_length":6149,"t_proxy_recv":30464.114109706,"t_decision_unix":1779964460.6690512,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.7493901447389819,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1541 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":1541,"cache_hit":4608,"estimated_new_tokens":1541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270727,"ongoing_decode_tokens":157469,"pending_prefill_tokens":3178,"num_requests":4,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":6149,"score_linear":270727.0,"score_lmetric":37308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":6149,"score_linear":190069.0,"score_lmetric":30537},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":6149,"score_linear":61543.0,"score_lmetric":6252},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":0,"pending_prefill_tokens":11503,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":6149,"score_linear":11816.0,"score_lmetric":17652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":6149,"score_linear":171415.0,"score_lmetric":6149},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":6149,"score_linear":139087.0,"score_lmetric":77162},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":6149,"score_linear":155670.0,"score_lmetric":225334},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":4608,"new_prefill":1541,"score_linear":86584.0,"score_lmetric":3082}],"chosen_score_linear":86584.0,"chosen_score_lmetric":3082,"t_first_token":30464.319792548,"t_first_token_unix":1779964460.8747358,"t_done":30464.434295468,"t_done_unix":1779964460.9892383},{"request_id":"1268861:8:1403753:765","session_id":"1268861","input_length":44148,"t_proxy_recv":30458.896118365,"t_decision_unix":1779964455.4510598,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":41472,"affinity_cache_ratio":0.939385702636586,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2676 < 8000)","v3_prefill_cache_hit":41472,"v3_new_local":2676,"cache_hit":41472,"estimated_new_tokens":2676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":154910,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":44148,"score_linear":261215.0,"score_lmetric":176592},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":44148,"score_linear":83404.0,"score_lmetric":55872},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":44148,"score_linear":106305.0,"score_lmetric":44148},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2219,"cache_hit":0,"new_prefill":44148,"score_linear":-21371.0,"score_lmetric":-44148},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":197330,"ongoing_decode_tokens":197330,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":41472,"new_prefill":2676,"score_linear":155858.0,"score_lmetric":2676},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":44148,"score_linear":106143.0,"score_lmetric":44148},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":44148,"score_linear":155670.0,"score_lmetric":301332},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":21504,"new_prefill":22644,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":155858.0,"chosen_score_lmetric":2676,"t_first_token":30459.736130155,"t_first_token_unix":1779964456.2910736,"t_done":30464.713525821,"t_done_unix":1779964461.2684693},{"request_id":"1373431:2:1378320:629","session_id":"1373431","input_length":127267,"t_proxy_recv":30462.495484333,"t_decision_unix":1779964459.0504258,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":126464,"affinity_cache_ratio":0.9936904303550803,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (803 < 8000)","v3_prefill_cache_hit":126464,"v3_new_local":803,"cache_hit":126464,"estimated_new_tokens":803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":127267,"score_linear":263774.0,"score_lmetric":509068},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104631,"ongoing_decode_tokens":83622,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":127267,"score_linear":104631.0,"score_lmetric":281192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":127267,"score_linear":106305.0,"score_lmetric":127267},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":127267,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":126464,"new_prefill":803,"score_linear":-82316.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":1024,"new_prefill":126243,"score_linear":105119.0,"score_lmetric":126243},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":127267,"score_linear":155670.0,"score_lmetric":467570},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":1024,"new_prefill":126243,"score_linear":90168.0,"score_lmetric":252486}],"chosen_score_linear":-82316.0,"chosen_score_lmetric":0,"t_first_token":30463.10413821,"t_first_token_unix":1779964459.6590815,"t_done":30465.019309687,"t_done_unix":1779964461.5742533},{"request_id":"1405199:1:1405199:776","session_id":"1405199","input_length":11503,"t_proxy_recv":30463.890900564,"t_decision_unix":1779964460.4458423,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":11503.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11503,"cache_hit":0,"estimated_new_tokens":11503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":11503,"score_linear":157469.0,"score_lmetric":34509},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":11503,"score_linear":190069.0,"score_lmetric":46599},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":11503,"score_linear":61543.0,"score_lmetric":11606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":11503,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":11503,"score_linear":171415.0,"score_lmetric":11503},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11503,"score_linear":139087.0,"score_lmetric":87870},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":11503,"score_linear":155670.0,"score_lmetric":236042},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":11503,"score_linear":91192.0,"score_lmetric":23006}],"chosen_score_linear":313.0,"chosen_score_lmetric":0,"t_first_token":30464.815301301,"t_first_token_unix":1779964461.3702445,"t_done":30465.162594924,"t_done_unix":1779964461.717538},{"request_id":"1381387:5:1404170:768","session_id":"1381387","input_length":69508,"t_proxy_recv":30460.260987403,"t_decision_unix":1779964456.815929,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9796857915635611,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1412 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":1412,"cache_hit":68096,"estimated_new_tokens":1412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":69508,"score_linear":263774.0,"score_lmetric":278032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":83404,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":0,"new_prefill":69508,"score_linear":83404.0,"score_lmetric":69508},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":69508,"score_linear":106305.0,"score_lmetric":69508},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":69508,"score_linear":-21371.0,"score_lmetric":-69508},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":241478,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":69508,"score_linear":241478.0,"score_lmetric":139016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":28160,"new_prefill":41348,"score_linear":77983.0,"score_lmetric":41348},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":69508,"score_linear":155670.0,"score_lmetric":352052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":68096,"new_prefill":1412,"score_linear":-68096.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":30460.889914006,"t_first_token_unix":1779964457.4448571,"t_done":30466.290440166,"t_done_unix":1779964462.8453836},{"request_id":"1373431:3:1383388:667","session_id":"1373431","input_length":128201,"t_proxy_recv":30465.040311225,"t_decision_unix":1779964461.5952528,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":126976,"affinity_cache_ratio":0.9904446923190927,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1225 < 8000)","v3_prefill_cache_hit":126976,"v3_new_local":1225,"cache_hit":126976,"estimated_new_tokens":1225,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":128201,"score_linear":270972.0,"score_lmetric":526464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":128201,"score_linear":190069.0,"score_lmetric":396693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":128201,"score_linear":61543.0,"score_lmetric":128304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":11503,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":128201,"score_linear":11816.0,"score_lmetric":128201},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19966,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":126976,"new_prefill":1225,"score_linear":-107010.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":1024,"new_prefill":127177,"score_linear":138063.0,"score_lmetric":319218},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":128201,"score_linear":155670.0,"score_lmetric":469438},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111158,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":1024,"new_prefill":127177,"score_linear":110134.0,"score_lmetric":381531}],"chosen_score_linear":-107010.0,"chosen_score_lmetric":0,"t_first_token":30465.90571798,"t_first_token_unix":1779964462.4606621,"t_done":30466.944596476,"t_done_unix":1779964463.4995449},{"request_id":"1400379:4:1405483:779","session_id":"1400379","input_length":19966,"t_proxy_recv":30464.774867412,"t_decision_unix":1779964461.329809,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.5385154763097265,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":10752,"v3_new_local":9214,"v3_src_idx":7,"v3_target_idx":4,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":10752,"estimated_new_tokens":9214,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":19966,"score_linear":270972.0,"score_lmetric":93524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":19966,"score_linear":190069.0,"score_lmetric":71988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":19966,"score_linear":61543.0,"score_lmetric":20069},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":0,"pending_prefill_tokens":11503,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":19966,"score_linear":11816.0,"score_lmetric":31469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2065,"cache_hit":0,"new_prefill":19966,"score_linear":127267.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":19966,"score_linear":139087.0,"score_lmetric":104796},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":19966,"score_linear":155670.0,"score_lmetric":252968},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":10752,"new_prefill":9214,"score_linear":80440.0,"score_lmetric":18428}],"chosen_score_linear":80440.0,"chosen_score_lmetric":18428,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8004","v3_decode_target_idx":4,"write_mode":true,"t_prefill_sent":30464.775400586,"t_prefill_sent_unix":1779964461.3303432,"t_decode_sent":30464.775414266,"t_decode_sent_unix":1779964461.3303578,"t_first_token":30466.770755571,"t_first_token_unix":1779964463.325699,"t_done":30467.153651461,"t_done_unix":1779964463.7085948,"t_prefill_done":30467.153654565,"t_prefill_done_unix":1779964463.7085972},{"request_id":"1399948:3:1405988:782","session_id":"1399948","input_length":7995,"t_proxy_recv":30466.733977798,"t_decision_unix":1779964463.2889192,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7684803001876173,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1851 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":1851,"cache_hit":6144,"estimated_new_tokens":1851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":7995,"score_linear":270972.0,"score_lmetric":45640},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":7995,"score_linear":190069.0,"score_lmetric":36075},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":7995,"score_linear":61543.0,"score_lmetric":8098},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":7995,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148167,"ongoing_decode_tokens":128201,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":7995,"score_linear":148167.0,"score_lmetric":7995},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":106143,"pending_prefill_tokens":36185,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7995,"score_linear":259064.0,"score_lmetric":132540},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":7995,"score_linear":155670.0,"score_lmetric":229026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":41650,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1753,"cache_hit":6144,"new_prefill":1851,"score_linear":35506.0,"score_lmetric":3702}],"chosen_score_linear":35506.0,"chosen_score_lmetric":3702,"t_first_token":30466.931750392,"t_first_token_unix":1779964463.4866936,"t_done":30467.218354522,"t_done_unix":1779964463.7732975},{"request_id":"1400379:5:1406380:784","session_id":"1400379","input_length":22009,"t_proxy_recv":30468.154636255,"t_decision_unix":1779964464.7095778,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9072652096869462,"affinity_num_requests":-1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2041 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":2041,"cache_hit":19968,"estimated_new_tokens":2041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":22009,"score_linear":270972.0,"score_lmetric":101696},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":22009,"score_linear":190069.0,"score_lmetric":78117},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":22009,"score_linear":61543.0,"score_lmetric":22112},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":22009,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":19968,"new_prefill":2041,"score_linear":-19968.0,"score_lmetric":-2041},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":106143,"pending_prefill_tokens":36185,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":22009,"score_linear":259064.0,"score_lmetric":174582},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":93040,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":22009,"score_linear":155670.0,"score_lmetric":70974},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":19456,"new_prefill":2553,"score_linear":2228.0,"score_lmetric":2553}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":-2041,"t_first_token":30468.550964067,"t_first_token_unix":1779964465.1059077,"t_done":30468.928213585,"t_done_unix":1779964465.4831564},{"request_id":"1406966:1:1406966:785","session_id":"1406966","input_length":2115,"t_proxy_recv":30470.1416435,"t_decision_unix":1779964466.6965847,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":2115.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2115 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2115,"cache_hit":0,"estimated_new_tokens":2115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":2115,"score_linear":270972.0,"score_lmetric":22120},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":2115,"score_linear":190069.0,"score_lmetric":18435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":2115,"score_linear":61543.0,"score_lmetric":2218},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":2115,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":2115,"score_linear":0.0,"score_lmetric":-2115},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":2115,"score_linear":259064.0,"score_lmetric":17604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":93040,"pending_prefill_tokens":13478,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":2115,"score_linear":155670.0,"score_lmetric":31186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":0,"new_prefill":2115,"score_linear":21684.0,"score_lmetric":2115}],"chosen_score_linear":0.0,"chosen_score_lmetric":-2115,"t_first_token":30470.27505412,"t_first_token_unix":1779964466.8299973,"t_done":30470.505097515,"t_done_unix":1779964467.0600405},{"request_id":"1399948:4:1407140:786","session_id":"1399948","input_length":8540,"t_proxy_recv":30470.673764566,"t_decision_unix":1779964467.228706,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8992974238875878,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (860 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":860,"cache_hit":7680,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":8540,"score_linear":270972.0,"score_lmetric":47820},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":8540,"score_linear":190069.0,"score_lmetric":37710},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":8540,"score_linear":61543.0,"score_lmetric":8643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":8540,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":-8540},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":8540,"score_linear":259064.0,"score_lmetric":36879},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":8540,"score_linear":155670.0,"score_lmetric":17080},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1773,"cache_hit":7680,"new_prefill":860,"score_linear":14004.0,"score_lmetric":860}],"chosen_score_linear":14004.0,"chosen_score_lmetric":860,"t_first_token":30470.759233636,"t_first_token_unix":1779964467.3141768,"t_done":30470.870886927,"t_done_unix":1779964467.42583},{"request_id":"1404395:1:1404395:770","session_id":"1404395","input_length":21684,"t_proxy_recv":30461.065737741,"t_decision_unix":1779964457.6206791,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":21172.0,"tie_break_used":true,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":512,"v3_new_local":21172,"v3_src_idx":7,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":42272,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":512,"estimated_new_tokens":21172,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":512,"new_prefill":21172,"score_linear":263262.0,"score_lmetric":84688},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83404,"ongoing_decode_tokens":83404,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1817,"cache_hit":512,"new_prefill":21172,"score_linear":82892.0,"score_lmetric":21172},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":21684,"score_linear":106305.0,"score_lmetric":21684},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":42272,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":21684,"score_linear":42272.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":241478,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":21684,"score_linear":241478.0,"score_lmetric":43368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":21684,"score_linear":106143.0,"score_lmetric":21684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":21684,"score_linear":155670.0,"score_lmetric":256404},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69508,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":512,"new_prefill":21172,"score_linear":68996.0,"score_lmetric":21172}],"chosen_score_linear":68996.0,"chosen_score_lmetric":21172,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"write_mode":true,"t_prefill_sent":30461.066048668,"t_prefill_sent_unix":1779964457.6209912,"t_decode_sent":30461.06606491,"t_decode_sent_unix":1779964457.6210082,"t_first_token":30463.50416871,"t_first_token_unix":1779964460.0591125,"t_done":30471.976219705,"t_done_unix":1779964468.5311627,"t_prefill_done":30471.976222324,"t_prefill_done_unix":1779964468.531165},{"request_id":"1366128:15:1390663:709","session_id":"1366128","input_length":83622,"t_proxy_recv":30461.202681431,"t_decision_unix":1779964457.757623,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9980148764679151,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (166 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":166,"cache_hit":83456,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":83622,"score_linear":263774.0,"score_lmetric":334488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":83456,"new_prefill":166,"score_linear":-83456.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":83622,"score_linear":106305.0,"score_lmetric":83622},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":63956,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":83622,"score_linear":63956.0,"score_lmetric":83622},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":241478,"ongoing_decode_tokens":241478,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":58368,"new_prefill":25254,"score_linear":183110.0,"score_lmetric":50508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":83622,"score_linear":106143.0,"score_lmetric":83622},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":83622,"score_linear":155670.0,"score_lmetric":380280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":83622,"score_linear":91192.0,"score_lmetric":167244}],"chosen_score_linear":-83456.0,"chosen_score_lmetric":0,"t_first_token":30461.416684672,"t_first_token_unix":1779964457.9716277,"t_done":30472.06190511,"t_done_unix":1779964468.6168485},{"request_id":"1398594:2:1404702:771","session_id":"1398594","input_length":21009,"t_proxy_recv":30462.155942492,"t_decision_unix":1779964458.7108839,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7680,"affinity_cache_ratio":0.3655576181636441,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":13329.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,1,1,1,1,1,2,2])","v3_prefill_cache_hit":7680,"v3_new_local":13329,"cache_hit":7680,"estimated_new_tokens":13329,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":263774,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1515,"cache_hit":0,"new_prefill":21009,"score_linear":263774.0,"score_lmetric":84036},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83622,"ongoing_decode_tokens":83622,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":7680,"new_prefill":13329,"score_linear":75942.0,"score_lmetric":13329},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2029,"cache_hit":0,"new_prefill":21009,"score_linear":106305.0,"score_lmetric":21009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":21009,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":170488,"ongoing_decode_tokens":170488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1813,"cache_hit":0,"new_prefill":21009,"score_linear":170488.0,"score_lmetric":21009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":21009,"score_linear":106143.0,"score_lmetric":21009},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":21009,"score_linear":155670.0,"score_lmetric":255054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":21009,"score_linear":91192.0,"score_lmetric":42018}],"chosen_score_linear":75942.0,"chosen_score_lmetric":13329,"t_first_token":30463.861906192,"t_first_token_unix":1779964460.4168494,"t_done":30472.085624463,"t_done_unix":1779964468.6405673},{"request_id":"1407494:1:1407494:787","session_id":"1407494","input_length":1531,"t_proxy_recv":30471.938051509,"t_decision_unix":1779964468.4929929,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1531.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1531 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1531,"cache_hit":0,"estimated_new_tokens":1531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":1531,"score_linear":270972.0,"score_lmetric":19784},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":190069,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":1531,"score_linear":190069.0,"score_lmetric":4593},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":1531,"score_linear":61543.0,"score_lmetric":1634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":1531,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":1531,"score_linear":0.0,"score_lmetric":-1531},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1531,"score_linear":259064.0,"score_lmetric":15852},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":1531,"score_linear":155670.0,"score_lmetric":3062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21684,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1774,"cache_hit":0,"new_prefill":1531,"score_linear":21684.0,"score_lmetric":1531}],"chosen_score_linear":0.0,"chosen_score_lmetric":-1531,"t_first_token":30472.041096214,"t_first_token_unix":1779964468.596039,"t_done":30472.311794392,"t_done_unix":1779964468.8667371},{"request_id":"1406966:2:1407710:789","session_id":"1406966","input_length":4789,"t_proxy_recv":30472.620704014,"t_decision_unix":1779964469.1756454,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":2048,"affinity_cache_ratio":0.42764669033201086,"affinity_num_requests":-1,"avg_num_requests":1.375,"fallback_score":2741.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2741 < 8000)","v3_prefill_cache_hit":2048,"v3_new_local":2741,"cache_hit":2048,"estimated_new_tokens":2741,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":4789,"score_linear":270972.0,"score_lmetric":32816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":85438,"pending_prefill_tokens":1441,"num_requests":2,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":4789,"score_linear":170335.0,"score_lmetric":12460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":4789,"score_linear":61543.0,"score_lmetric":4892},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-19870,"ongoing_decode_tokens":1501,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":4789,"score_linear":-19870.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":2048,"new_prefill":2741,"score_linear":-2048.0,"score_lmetric":-2741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4789,"score_linear":259064.0,"score_lmetric":25626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":4789,"score_linear":155670.0,"score_lmetric":9578},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2048.0,"chosen_score_lmetric":-2741,"t_first_token":30472.867653041,"t_first_token_unix":1779964469.422596,"t_done":30473.091046864,"t_done_unix":1779964469.6459897},{"request_id":"1397515:1:1397515:736","session_id":"1397515","input_length":93040,"t_proxy_recv":30437.013524989,"t_decision_unix":1779964433.5684664,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":93040.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":93040,"cache_hit":0,"estimated_new_tokens":93040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":0,"new_prefill":93040,"score_linear":236773.0,"score_lmetric":366396},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1654,"cache_hit":0,"new_prefill":93040,"score_linear":58511.0,"score_lmetric":93040},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":93040,"score_linear":142193.0,"score_lmetric":186080},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-8237,"ongoing_decode_tokens":13134,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":93040,"score_linear":-8237.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":314396,"ongoing_decode_tokens":167848,"pending_prefill_tokens":2533,"num_requests":4,"active_p_offloads":0,"cached_blocks":1776,"cache_hit":512,"new_prefill":92528,"score_linear":313884.0,"score_lmetric":380244},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":110818,"ongoing_decode_tokens":110818,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":93040,"score_linear":110818.0,"score_lmetric":186080},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":33321,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1665,"cache_hit":0,"new_prefill":93040,"score_linear":33321.0,"score_lmetric":93040}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30467.573719917,"t_first_token_unix":1779964464.1286633,"t_done":30473.302400167,"t_done_unix":1779964469.8573432},{"request_id":"1407599:1:1407599:788","session_id":"1407599","input_length":1501,"t_proxy_recv":30472.28575658,"t_decision_unix":1779964468.840698,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1501.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1501 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1501,"cache_hit":0,"estimated_new_tokens":1501,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":1501,"score_linear":270972.0,"score_lmetric":19664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":85438,"pending_prefill_tokens":1441,"num_requests":2,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":1501,"score_linear":170335.0,"score_lmetric":5884},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":1501,"score_linear":61543.0,"score_lmetric":1604},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":1501,"score_linear":-21371.0,"score_lmetric":-1501},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1531,"ongoing_decode_tokens":1531,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":1501,"score_linear":1531.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1501,"score_linear":259064.0,"score_lmetric":15762},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":1501,"score_linear":155670.0,"score_lmetric":3002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":1501,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-1501,"t_first_token":30472.386302371,"t_first_token_unix":1779964468.9412458,"t_done":30473.351987569,"t_done_unix":1779964469.9069304},{"request_id":"1399948:5:1407922:791","session_id":"1399948","input_length":8612,"t_proxy_recv":30473.460015061,"t_decision_unix":1779964470.0149407,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8192,"affinity_cache_ratio":0.9512308406874129,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":420,"cache_hit":8192,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":8612,"score_linear":270972.0,"score_lmetric":48108},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":8612,"score_linear":243523.0,"score_lmetric":39576},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":8612,"score_linear":61543.0,"score_lmetric":8715},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":8612,"score_linear":-21371.0,"score_lmetric":-8612},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":-8612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":8612,"score_linear":259064.0,"score_lmetric":37095},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":8612,"score_linear":62630.0,"score_lmetric":8612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":8192,"new_prefill":420,"score_linear":-8192.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":30473.496309676,"t_first_token_unix":1779964470.051253,"t_done":30473.612858335,"t_done_unix":1779964470.1678011},{"request_id":"1407995:1:1407995:793","session_id":"1407995","input_length":2944,"t_proxy_recv":30473.757985164,"t_decision_unix":1779964470.3129268,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":2944.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2944 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2944,"cache_hit":0,"estimated_new_tokens":2944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":2944,"score_linear":270972.0,"score_lmetric":25436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":2944,"score_linear":243523.0,"score_lmetric":22572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":2944,"score_linear":61543.0,"score_lmetric":3047},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":2944,"score_linear":-21371.0,"score_lmetric":-2944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":2944,"score_linear":0.0,"score_lmetric":-2944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":2944,"score_linear":259064.0,"score_lmetric":20091},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":2944,"score_linear":62630.0,"score_lmetric":2944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":2944,"score_linear":27676.0,"score_lmetric":28060}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-2944,"t_first_token":30473.936906536,"t_first_token_unix":1779964470.4918497,"t_done":30474.320925064,"t_done_unix":1779964470.8758686},{"request_id":"1340290:7:1408176:795","session_id":"1340290","input_length":27786,"t_proxy_recv":30474.441116363,"t_decision_unix":1779964470.9960573,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9766069243503923,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (650 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":650,"cache_hit":27136,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":27786,"score_linear":270972.0,"score_lmetric":124804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":27786,"score_linear":243523.0,"score_lmetric":97098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":27786,"score_linear":61543.0,"score_lmetric":27889},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":27786,"score_linear":-21371.0,"score_lmetric":-27786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":27786,"score_linear":0.0,"score_lmetric":-27786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":27786,"score_linear":259064.0,"score_lmetric":94617},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":27136,"new_prefill":650,"score_linear":35494.0,"score_lmetric":650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":27786,"score_linear":27676.0,"score_lmetric":52902}],"chosen_score_linear":35494.0,"chosen_score_lmetric":650,"t_first_token":30474.606499214,"t_first_token_unix":1779964471.1614432,"t_done":30475.741382687,"t_done_unix":1779964472.2963257},{"request_id":"1408430:1:1408430:797","session_id":"1408430","input_length":7553,"t_proxy_recv":30475.282839351,"t_decision_unix":1779964471.8377807,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":7553.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7553 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7553,"cache_hit":0,"estimated_new_tokens":7553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":7553,"score_linear":270972.0,"score_lmetric":43872},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":7553,"score_linear":243523.0,"score_lmetric":36399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":0,"pending_prefill_tokens":6127,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":7553,"score_linear":76271.0,"score_lmetric":27360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":7553,"score_linear":-21371.0,"score_lmetric":-7553},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":7553,"score_linear":0.0,"score_lmetric":-7553},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7553,"score_linear":259064.0,"score_lmetric":33918},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":7553,"score_linear":90416.0,"score_lmetric":15106},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":7553,"score_linear":27676.0,"score_lmetric":32669}],"chosen_score_linear":0.0,"chosen_score_lmetric":-7553,"t_first_token":30475.796178593,"t_first_token_unix":1779964472.3511221,"t_done":30475.995905952,"t_done_unix":1779964472.5508492},{"request_id":"1364090:5:1401054:756","session_id":"1364090","input_length":62630,"t_proxy_recv":30449.548980442,"t_decision_unix":1779964446.1039214,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7847996167970621,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":49152,"v3_new_local":13478,"cache_hit":49152,"estimated_new_tokens":13478,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":261215,"ongoing_decode_tokens":0,"pending_prefill_tokens":29470,"num_requests":4,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":4096,"new_prefill":58534,"score_linear":257119.0,"score_lmetric":352016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":62630,"score_linear":71254.0,"score_lmetric":74492},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":62630,"score_linear":106305.0,"score_lmetric":62630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":7680,"new_prefill":54950,"score_linear":63891.0,"score_lmetric":134016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":62630,"score_linear":255885.0,"score_lmetric":193500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":7680,"new_prefill":54950,"score_linear":98463.0,"score_lmetric":54950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":49152,"new_prefill":13478,"score_linear":43888.0,"score_lmetric":106518},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":7680,"new_prefill":54950,"score_linear":60429.0,"score_lmetric":72371}],"chosen_score_linear":43888.0,"chosen_score_lmetric":106518,"t_first_token":30470.532071255,"t_first_token_unix":1779964467.0870144,"t_done":30476.726734107,"t_done_unix":1779964473.2816772},{"request_id":"1408779:1:1408779:802","session_id":"1408779","input_length":1801,"t_proxy_recv":30476.384940632,"t_decision_unix":1779964472.9398823,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":1801.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1801 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1801,"cache_hit":0,"estimated_new_tokens":1801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":1801,"score_linear":270972.0,"score_lmetric":20864},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":1801,"score_linear":254593.0,"score_lmetric":26796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":61543,"pending_prefill_tokens":6024,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":1801,"score_linear":76271.0,"score_lmetric":15650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-14994,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":1801,"score_linear":-14994.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":1801,"score_linear":0.0,"score_lmetric":-1801},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":1801,"score_linear":259064.0,"score_lmetric":16662},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":0,"new_prefill":1801,"score_linear":62630.0,"score_lmetric":1801},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":1801,"score_linear":27676.0,"score_lmetric":26917}],"chosen_score_linear":0.0,"chosen_score_lmetric":-1801,"t_first_token":30476.500465411,"t_first_token_unix":1779964473.0554085,"t_done":30476.731349789,"t_done_unix":1779964473.2862926},{"request_id":"1408889:1:1408889:804","session_id":"1408889","input_length":3230,"t_proxy_recv":30476.761031693,"t_decision_unix":1779964473.315973,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":3230.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3230 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3230,"cache_hit":0,"estimated_new_tokens":3230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":3230,"score_linear":270972.0,"score_lmetric":26580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":3230,"score_linear":254593.0,"score_lmetric":32512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":61543,"pending_prefill_tokens":6024,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":3230,"score_linear":76271.0,"score_lmetric":18508},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-14994,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":3230,"score_linear":-14994.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":3230,"score_linear":0.0,"score_lmetric":-3230},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":3230,"score_linear":259064.0,"score_lmetric":20949},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":0,"pending_prefill_tokens":10416,"num_requests":1,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":3230,"score_linear":73392.0,"score_lmetric":13646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":3230,"score_linear":27676.0,"score_lmetric":28346}],"chosen_score_linear":0.0,"chosen_score_lmetric":-3230,"t_first_token":30476.956417412,"t_first_token_unix":1779964473.5113611,"t_done":30477.082590196,"t_done_unix":1779964473.637534},{"request_id":"1408578:1:1408578:798","session_id":"1408578","input_length":6377,"t_proxy_recv":30475.704515668,"t_decision_unix":1779964472.2594564,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6377.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6377 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6377,"cache_hit":0,"estimated_new_tokens":6377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":6377,"score_linear":270972.0,"score_lmetric":39168},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":6377,"score_linear":243523.0,"score_lmetric":32871},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":0,"pending_prefill_tokens":6127,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":6377,"score_linear":76271.0,"score_lmetric":25008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":6377,"score_linear":-21371.0,"score_lmetric":-6377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7553,"ongoing_decode_tokens":0,"pending_prefill_tokens":7553,"num_requests":0,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":6377,"score_linear":7553.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":6377,"score_linear":259064.0,"score_lmetric":30390},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":6377,"score_linear":90416.0,"score_lmetric":12754},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":6377,"score_linear":27676.0,"score_lmetric":31493}],"chosen_score_linear":-21371.0,"chosen_score_lmetric":-6377,"t_first_token":30476.123111647,"t_first_token_unix":1779964472.6780548,"t_done":30477.214259069,"t_done_unix":1779964473.7692022},{"request_id":"1403188:2:1408249:796","session_id":"1403188","input_length":14728,"t_proxy_recv":30474.700991914,"t_decision_unix":1779964471.2559335,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5909831613253667,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6024 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":6024,"cache_hit":8704,"estimated_new_tokens":6024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":14728,"score_linear":270972.0,"score_lmetric":72572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":14728,"score_linear":243523.0,"score_lmetric":57924},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":8704,"new_prefill":6024,"score_linear":52839.0,"score_lmetric":6127},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":14728,"score_linear":-21371.0,"score_lmetric":-14728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":14728,"score_linear":0.0,"score_lmetric":-14728},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":14728,"score_linear":259064.0,"score_lmetric":55443},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":14728,"score_linear":90416.0,"score_lmetric":29456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":14728,"score_linear":27676.0,"score_lmetric":39844}],"chosen_score_linear":52839.0,"chosen_score_lmetric":6127,"t_first_token":30476.829405518,"t_first_token_unix":1779964473.3843486,"t_done":30477.319738214,"t_done_unix":1779964473.8746812},{"request_id":"1286804:5:1407989:792","session_id":"1286804","input_length":27676,"t_proxy_recv":30473.727480702,"t_decision_unix":1779964470.2824223,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.795490677843619,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":25116.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":25116,"cache_hit":2560,"estimated_new_tokens":25116,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":1536,"new_prefill":26140,"score_linear":269436.0,"score_lmetric":118220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":22016,"new_prefill":5660,"score_linear":221507.0,"score_lmetric":30720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":27676,"score_linear":61543.0,"score_lmetric":27779},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":512,"new_prefill":27164,"score_linear":-21883.0,"score_lmetric":-27164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2123,"cache_hit":0,"new_prefill":27676,"score_linear":0.0,"score_lmetric":-27676},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":27676,"score_linear":259064.0,"score_lmetric":94287},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":27676,"score_linear":62630.0,"score_lmetric":27676},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":2560,"new_prefill":25116,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":30477.150319268,"t_first_token_unix":1779964473.705263,"t_done":30479.795226304,"t_done_unix":1779964476.3501697},{"request_id":"1381387:6:1409195:806","session_id":"1381387","input_length":71570,"t_proxy_recv":30478.025879066,"t_decision_unix":1779964474.5808208,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9729216152019002,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1938 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":1938,"cache_hit":69632,"estimated_new_tokens":1938,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":71570,"score_linear":270972.0,"score_lmetric":299940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":71570,"score_linear":254593.0,"score_lmetric":305872},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":71570,"score_linear":61543.0,"score_lmetric":71570},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":71570,"score_linear":-21371.0,"score_lmetric":-71570},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":71570,"score_linear":0.0,"score_lmetric":-71570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":28160,"new_prefill":43410,"score_linear":230904.0,"score_lmetric":141489},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":71570,"score_linear":103122.0,"score_lmetric":168136},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":69632,"new_prefill":1938,"score_linear":-41956.0,"score_lmetric":1938}],"chosen_score_linear":-41956.0,"chosen_score_lmetric":1938,"t_first_token":30479.050239722,"t_first_token_unix":1779964475.6051838,"t_done":30480.155047865,"t_done_unix":1779964476.7099912},{"request_id":"1313181:6:1379623:639","session_id":"1313181","input_length":61543,"t_proxy_recv":30462.631835322,"t_decision_unix":1779964459.1867769,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9983263734299596,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":103.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (103 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":103,"cache_hit":61440,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":61440,"new_prefill":103,"score_linear":96029.0,"score_lmetric":309},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104631,"ongoing_decode_tokens":83622,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":12800,"new_prefill":48743,"score_linear":91831.0,"score_lmetric":124144},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":61440,"new_prefill":103,"score_linear":-61440.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":61543,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":44148,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":24064,"new_prefill":37479,"score_linear":147351.0,"score_lmetric":38282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":61543,"score_linear":106143.0,"score_lmetric":61543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":61543,"score_linear":155670.0,"score_lmetric":336122},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":48743,"score_linear":78392.0,"score_lmetric":97486}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":30476.18568194,"t_first_token_unix":1779964472.740625,"t_done":30480.578590146,"t_done_unix":1779964477.1335335},{"request_id":"1408779:2:1410032:807","session_id":"1408779","input_length":5001,"t_proxy_recv":30480.90573429,"t_decision_unix":1779964477.460676,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.30713857228554287,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":3465.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3465 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":3465,"cache_hit":1536,"estimated_new_tokens":3465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":5001,"score_linear":270972.0,"score_lmetric":33664},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":5001,"score_linear":254593.0,"score_lmetric":29697},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":5001,"score_linear":121811.0,"score_lmetric":64860},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":1536,"new_prefill":3465,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":5001,"score_linear":259064.0,"score_lmetric":26262},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":5001,"score_linear":103122.0,"score_lmetric":34998},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":30481.137141463,"t_first_token_unix":1779964477.6920853,"t_done":30481.560907946,"t_done_unix":1779964478.1158535},{"request_id":"1406966:3:1410097:808","session_id":"1406966","input_length":7893,"t_proxy_recv":30481.138064411,"t_decision_unix":1779964477.693006,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.5838084378563284,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3285 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":3285,"cache_hit":4608,"estimated_new_tokens":3285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":7893,"score_linear":270972.0,"score_lmetric":45232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":7893,"score_linear":254593.0,"score_lmetric":38373},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":7893,"score_linear":121811.0,"score_lmetric":67752},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":5001,"ongoing_decode_tokens":5001,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":4608,"new_prefill":3285,"score_linear":393.0,"score_lmetric":3285},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7893,"score_linear":259064.0,"score_lmetric":34938},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":7893,"score_linear":103122.0,"score_lmetric":40782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":393.0,"chosen_score_lmetric":3285,"t_first_token":30481.417828951,"t_first_token_unix":1779964477.9727721,"t_done":30481.635909085,"t_done_unix":1779964478.1908522},{"request_id":"1407494:2:1410400:809","session_id":"1407494","input_length":4728,"t_proxy_recv":30482.001978917,"t_decision_unix":1779964478.5569203,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.3248730964467005,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":3192.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3192 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":3192,"cache_hit":1536,"estimated_new_tokens":3192,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":4728,"score_linear":270972.0,"score_lmetric":32572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":254593,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":4728,"score_linear":254593.0,"score_lmetric":14184},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":4728,"score_linear":121811.0,"score_lmetric":64587},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":1536,"new_prefill":3192,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4728,"score_linear":259064.0,"score_lmetric":25443},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":4728,"score_linear":103122.0,"score_lmetric":9456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":30482.226192847,"t_first_token_unix":1779964478.781136,"t_done":30482.520191226,"t_done_unix":1779964479.0751343},{"request_id":"1408889:2:1410453:810","session_id":"1408889","input_length":4825,"t_proxy_recv":30482.142599765,"t_decision_unix":1779964478.6975408,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":3072,"affinity_cache_ratio":0.6366839378238341,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1753 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":1753,"cache_hit":3072,"estimated_new_tokens":1753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":4825,"score_linear":270972.0,"score_lmetric":32960},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":254593,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":4825,"score_linear":254593.0,"score_lmetric":14475},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":4825,"score_linear":121811.0,"score_lmetric":64684},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":4825,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4728,"ongoing_decode_tokens":0,"pending_prefill_tokens":3192,"num_requests":1,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":3072,"new_prefill":1753,"score_linear":1656.0,"score_lmetric":4945},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":4825,"score_linear":259064.0,"score_lmetric":25734},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":4825,"score_linear":103122.0,"score_lmetric":9650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":4825,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":1656.0,"chosen_score_lmetric":4945,"t_first_token":30482.360569325,"t_first_token_unix":1779964478.9155126,"t_done":30482.678456324,"t_done_unix":1779964479.2333994},{"request_id":"1363093:5:1407810:790","session_id":"1363093","input_length":73188,"t_proxy_recv":30473.07099694,"t_decision_unix":1779964469.6259382,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":68608,"affinity_cache_ratio":0.9374214352079576,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4580 < 8000)","v3_prefill_cache_hit":68608,"v3_new_local":4580,"cache_hit":68608,"estimated_new_tokens":4580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":73188,"score_linear":270972.0,"score_lmetric":306412},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":170335,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":68608,"new_prefill":4580,"score_linear":101727.0,"score_lmetric":9160},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":73188,"score_linear":61543.0,"score_lmetric":73291},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-19870,"ongoing_decode_tokens":1501,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":73188,"score_linear":-19870.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4789,"ongoing_decode_tokens":4789,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":0,"new_prefill":73188,"score_linear":4789.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":73188,"score_linear":259064.0,"score_lmetric":230823},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":73188,"score_linear":155670.0,"score_lmetric":146376},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":73188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":101727.0,"chosen_score_lmetric":9160,"t_first_token":30481.91081274,"t_first_token_unix":1779964478.4657567,"t_done":30483.224400351,"t_done_unix":1779964479.7793436},{"request_id":"1399948:6:1410696:812","session_id":"1399948","input_length":11381,"t_proxy_recv":30482.890862844,"t_decision_unix":1779964479.4458044,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7197961514805378,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3189 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":3189,"cache_hit":8192,"estimated_new_tokens":3189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":11381,"score_linear":270972.0,"score_lmetric":59184},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":254593,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":11381,"score_linear":254593.0,"score_lmetric":34143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":11381,"score_linear":121811.0,"score_lmetric":71240},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11381,"score_linear":259064.0,"score_lmetric":45402},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":103122,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":11381,"score_linear":103122.0,"score_lmetric":22762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":8192,"new_prefill":3189,"score_linear":-8192.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":30483.205672929,"t_first_token_unix":1779964479.7606165,"t_done":30483.292790014,"t_done_unix":1779964479.847733},{"request_id":"1362265:7:1408772:800","session_id":"1362265","input_length":11070,"t_proxy_recv":30476.366905992,"t_decision_unix":1779964472.9218473,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9712737127371274,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (318 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":318,"cache_hit":10752,"estimated_new_tokens":318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":11070,"score_linear":270972.0,"score_lmetric":57940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":243523,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4580,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":10752,"new_prefill":318,"score_linear":232771.0,"score_lmetric":14694},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":61543,"pending_prefill_tokens":6024,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":11070,"score_linear":76271.0,"score_lmetric":34188},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-14994,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":11070,"score_linear":-14994.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":10240,"new_prefill":830,"score_linear":-10240.0,"score_lmetric":-830},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11070,"score_linear":259064.0,"score_lmetric":44469},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":0,"new_prefill":11070,"score_linear":62630.0,"score_lmetric":11070},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":11070,"score_linear":27676.0,"score_lmetric":36186}],"chosen_score_linear":232771.0,"chosen_score_lmetric":14694,"t_first_token":30481.936747935,"t_first_token_unix":1779964478.491691,"t_done":30483.699588051,"t_done_unix":1779964480.2545314},{"request_id":"1340290:8:1409129:805","session_id":"1340290","input_length":29730,"t_proxy_recv":30477.763843241,"t_decision_unix":1779964474.3187847,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9299697275479314,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2082 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":2082,"cache_hit":27648,"estimated_new_tokens":2082,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":29730,"score_linear":270972.0,"score_lmetric":132580},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":29730,"score_linear":254593.0,"score_lmetric":138512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":29730,"score_linear":61543.0,"score_lmetric":29730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":29730,"score_linear":-21371.0,"score_lmetric":-29730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":0,"new_prefill":29730,"score_linear":0.0,"score_lmetric":-29730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":29730,"score_linear":259064.0,"score_lmetric":100449},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":0,"pending_prefill_tokens":10416,"num_requests":1,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":27648,"new_prefill":2082,"score_linear":45744.0,"score_lmetric":12498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":29730,"score_linear":27676.0,"score_lmetric":29730}],"chosen_score_linear":45744.0,"chosen_score_lmetric":12498,"t_first_token":30481.749868085,"t_first_token_unix":1779964478.3048117,"t_done":30483.926288448,"t_done_unix":1779964480.4812317},{"request_id":"1340290:9:1410595:811","session_id":"1340290","input_length":29958,"t_proxy_recv":30483.932793845,"t_decision_unix":1779964480.4877355,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9912544228586688,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (262 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":262,"cache_hit":29696,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":29958,"score_linear":270972.0,"score_lmetric":133492},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":170335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":29958,"score_linear":170335.0,"score_lmetric":29958},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":29958,"score_linear":121811.0,"score_lmetric":89817},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":29958,"score_linear":259064.0,"score_lmetric":101133},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":29696,"new_prefill":262,"score_linear":43696.0,"score_lmetric":262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43696.0,"chosen_score_lmetric":262,"t_first_token":30484.017108797,"t_first_token_unix":1779964480.572052,"t_done":30484.545170332,"t_done_unix":1779964481.1001136},{"request_id":"1366128:16:1392704:716","session_id":"1366128","input_length":84897,"t_proxy_recv":30472.076157111,"t_decision_unix":1779964468.631099,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9830264909242965,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1441 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":1441,"cache_hit":83456,"estimated_new_tokens":1441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":84897,"score_linear":270972.0,"score_lmetric":353248},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106447,"ongoing_decode_tokens":106447,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":83456,"new_prefill":1441,"score_linear":22991.0,"score_lmetric":2882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":84897,"score_linear":61543.0,"score_lmetric":85000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-21371,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":84897,"score_linear":-21371.0,"score_lmetric":-84897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1531,"ongoing_decode_tokens":1531,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":58368,"new_prefill":26529,"score_linear":-56837.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":84897,"score_linear":259064.0,"score_lmetric":265950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":155670,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":84897,"score_linear":155670.0,"score_lmetric":169794},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":22991.0,"chosen_score_lmetric":2882,"t_first_token":30472.821164791,"t_first_token_unix":1779964469.376108,"t_done":30485.028914271,"t_done_unix":1779964481.5838578},{"request_id":"1408779:3:1411249:815","session_id":"1408779","input_length":7110,"t_proxy_recv":30484.918666063,"t_decision_unix":1779964481.4736075,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6481012658227848,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2502 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":2502,"cache_hit":4608,"estimated_new_tokens":2502,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":7110,"score_linear":270972.0,"score_lmetric":42100},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":170335,"ongoing_decode_tokens":170335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":7110,"score_linear":170335.0,"score_lmetric":7110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":7110,"score_linear":121811.0,"score_lmetric":66969},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":4608,"new_prefill":2502,"score_linear":-4608.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":7110,"score_linear":259064.0,"score_lmetric":32589},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":7110,"score_linear":73392.0,"score_lmetric":7110},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":30485.118080353,"t_first_token_unix":1779964481.6730235,"t_done":30485.273043748,"t_done_unix":1779964481.8279867},{"request_id":"1373577:3:1404917:774","session_id":"1373577","input_length":85438,"t_proxy_recv":30462.955952199,"t_decision_unix":1779964459.5108933,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9528312928673424,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4030 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":4030,"cache_hit":81408,"estimated_new_tokens":4030,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":85438,"score_linear":157469.0,"score_lmetric":256314},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104631,"ongoing_decode_tokens":83622,"pending_prefill_tokens":13329,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":81408,"new_prefill":4030,"score_linear":23223.0,"score_lmetric":34718},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":85438,"score_linear":61543.0,"score_lmetric":85541},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":85438,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":44148,"pending_prefill_tokens":803,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":85438,"score_linear":171415.0,"score_lmetric":86241},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":145346,"ongoing_decode_tokens":106143,"pending_prefill_tokens":1315,"num_requests":2,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":0,"new_prefill":85438,"score_linear":145346.0,"score_lmetric":173506},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":85438,"score_linear":155670.0,"score_lmetric":383912},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":2560,"new_prefill":82878,"score_linear":88632.0,"score_lmetric":165756}],"chosen_score_linear":23223.0,"chosen_score_lmetric":34718,"t_first_token":30471.62340505,"t_first_token_unix":1779964468.1783483,"t_done":30485.319130456,"t_done_unix":1779964481.8740735},{"request_id":"1364090:6:1408777:801","session_id":"1364090","input_length":73392,"t_proxy_recv":30476.745076412,"t_decision_unix":1779964473.3000178,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8580771746239372,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62976,"v3_new_local":10416,"cache_hit":62976,"estimated_new_tokens":10416,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":4096,"new_prefill":69296,"score_linear":266876.0,"score_lmetric":290844},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":4,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":0,"new_prefill":73392,"score_linear":254593.0,"score_lmetric":313160},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":76271,"ongoing_decode_tokens":61543,"pending_prefill_tokens":6024,"num_requests":2,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":73392,"score_linear":76271.0,"score_lmetric":158832},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":-14994,"ongoing_decode_tokens":6377,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":7680,"new_prefill":65712,"score_linear":-22674.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":73392,"score_linear":0.0,"score_lmetric":-73392},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":65712,"score_linear":251384.0,"score_lmetric":208395},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":62976,"new_prefill":10416,"score_linear":-62976.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":25116,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":7680,"new_prefill":65712,"score_linear":19996.0,"score_lmetric":90828}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":30481.355193785,"t_first_token_unix":1779964477.9101374,"t_done":30486.251083022,"t_done_unix":1779964482.8060262},{"request_id":"1340290:10:1411397:816","session_id":"1340290","input_length":30154,"t_proxy_recv":30485.546940009,"t_decision_unix":1779964482.101881,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9848113019831531,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (458 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":458,"cache_hit":29696,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":30154,"score_linear":270972.0,"score_lmetric":134276},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176094,"ongoing_decode_tokens":85276,"pending_prefill_tokens":5314,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":30154,"score_linear":176094.0,"score_lmetric":35468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":30154,"score_linear":121811.0,"score_lmetric":90013},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":30154,"score_linear":259064.0,"score_lmetric":101721},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":29696,"new_prefill":458,"score_linear":43696.0,"score_lmetric":458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43696.0,"chosen_score_lmetric":458,"t_first_token":30485.665910985,"t_first_token_unix":1779964482.220854,"t_done":30487.772958828,"t_done_unix":1779964484.3279018},{"request_id":"1366128:17:1395596:731","session_id":"1366128","input_length":85276,"t_proxy_recv":30485.043613765,"t_decision_unix":1779964481.5985553,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9966696374126366,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (284 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":284,"cache_hit":84992,"estimated_new_tokens":284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":85276,"score_linear":270972.0,"score_lmetric":354764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":85438,"ongoing_decode_tokens":85438,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1878,"cache_hit":84992,"new_prefill":284,"score_linear":446.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":85276,"score_linear":121811.0,"score_lmetric":145135},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":7110,"ongoing_decode_tokens":0,"pending_prefill_tokens":2502,"num_requests":1,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":58368,"new_prefill":26908,"score_linear":-51258.0,"score_lmetric":29410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85276,"score_linear":259064.0,"score_lmetric":267087},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":85276,"score_linear":73392.0,"score_lmetric":85276},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":446.0,"chosen_score_lmetric":0,"t_first_token":30485.316608634,"t_first_token_unix":1779964481.8715518,"t_done":30489.471405567,"t_done_unix":1779964486.0263486},{"request_id":"1366128:18:1397382:735","session_id":"1366128","input_length":85504,"t_proxy_recv":30489.486510764,"t_decision_unix":1779964486.0414522,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9940119760479041,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (512 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":512,"cache_hit":84992,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":85504,"score_linear":270972.0,"score_lmetric":355676},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":90818,"ongoing_decode_tokens":90818,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":84992,"new_prefill":512,"score_linear":5826.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":85504,"score_linear":121811.0,"score_lmetric":145363},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":27136,"score_linear":48924.0,"score_lmetric":41244},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85504,"score_linear":259064.0,"score_lmetric":267771},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":85504,"score_linear":72608.0,"score_lmetric":85504}],"chosen_score_linear":5826.0,"chosen_score_lmetric":0,"t_first_token":30489.751516518,"t_first_token_unix":1779964486.3064604,"t_done":30490.990916813,"t_done_unix":1779964487.5458603},{"request_id":"1373577:4:1408642:799","session_id":"1373577","input_length":90818,"t_proxy_recv":30485.342979049,"t_decision_unix":1779964481.8979206,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9414873703450858,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5314 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":5314,"cache_hit":85504,"estimated_new_tokens":5314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":90818,"score_linear":270972.0,"score_lmetric":376932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":85276,"ongoing_decode_tokens":85276,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":85504,"new_prefill":5314,"score_linear":-228.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":90818,"score_linear":121811.0,"score_lmetric":150677},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":90818,"score_linear":259064.0,"score_lmetric":283713},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":73392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":90818,"score_linear":73392.0,"score_lmetric":90818},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":2560,"new_prefill":88258,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-228.0,"chosen_score_lmetric":0,"t_first_token":30488.248342036,"t_first_token_unix":1779964484.8032856,"t_done":30491.223283278,"t_done_unix":1779964487.7782264},{"request_id":"1366128:19:1398824:745","session_id":"1366128","input_length":85663,"t_proxy_recv":30491.005760723,"t_decision_unix":1779964487.5607018,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9981438894271739,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (159 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":159,"cache_hit":85504,"estimated_new_tokens":159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":85663,"score_linear":311245.0,"score_lmetric":454755},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":90818,"ongoing_decode_tokens":90818,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":85504,"new_prefill":159,"score_linear":5314.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":85663,"score_linear":121811.0,"score_lmetric":145522},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":27295,"score_linear":48924.0,"score_lmetric":41403},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":85663,"score_linear":259064.0,"score_lmetric":268248},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":85663,"score_linear":86193.0,"score_lmetric":98128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":85663,"score_linear":72608.0,"score_lmetric":85663}],"chosen_score_linear":5314.0,"chosen_score_lmetric":0,"t_first_token":30491.179113306,"t_first_token_unix":1779964487.7340565,"t_done":30491.396426794,"t_done_unix":1779964487.9513702},{"request_id":"1399948:7:1413205:824","session_id":"1399948","input_length":11537,"t_proxy_recv":30491.76869246,"t_decision_unix":1779964488.323634,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9763370026870071,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (273 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":273,"cache_hit":11264,"estimated_new_tokens":273,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":11537,"score_linear":311245.0,"score_lmetric":84125},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":11537,"score_linear":97657.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":11537,"score_linear":121811.0,"score_lmetric":71396},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":11537,"score_linear":107292.0,"score_lmetric":25645},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11537,"score_linear":259064.0,"score_lmetric":45870},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":11537,"score_linear":121215.0,"score_lmetric":57632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":11264,"new_prefill":273,"score_linear":61344.0,"score_lmetric":273}],"chosen_score_linear":61344.0,"chosen_score_lmetric":273,"t_first_token":30491.842333453,"t_first_token_unix":1779964488.3972766,"t_done":30492.272933789,"t_done_unix":1779964488.8278768},{"request_id":"1407494:3:1413526:825","session_id":"1407494","input_length":9801,"t_proxy_recv":30492.953155283,"t_decision_unix":1779964489.5080965,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4701561065197429,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":9801.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9801,"cache_hit":0,"estimated_new_tokens":9801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":9801,"score_linear":311245.0,"score_lmetric":75445},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":9801,"score_linear":97657.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":9801,"score_linear":121811.0,"score_lmetric":69660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":9801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":4608,"new_prefill":5193,"score_linear":102684.0,"score_lmetric":19301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":9801,"score_linear":259064.0,"score_lmetric":40662},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":9801,"score_linear":121215.0,"score_lmetric":54160},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":9801,"score_linear":72608.0,"score_lmetric":9801}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30493.705595797,"t_first_token_unix":1779964490.2605393,"t_done":30494.042424366,"t_done_unix":1779964490.5973673},{"request_id":"1408889:3:1414177:827","session_id":"1408889","input_length":10633,"t_proxy_recv":30495.084244505,"t_decision_unix":1779964491.639186,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.43336781717295214,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":10633.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10633,"cache_hit":0,"estimated_new_tokens":10633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":10633,"score_linear":311245.0,"score_lmetric":79605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":120049,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":10633,"score_linear":120049.0,"score_lmetric":22786},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":10633,"score_linear":121811.0,"score_lmetric":70492},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":0,"new_prefill":10633,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":4608,"new_prefill":6025,"score_linear":102684.0,"score_lmetric":20133},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":10633,"score_linear":259064.0,"score_lmetric":43158},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":10633,"score_linear":121215.0,"score_lmetric":55824},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":95000,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":10633,"score_linear":95000.0,"score_lmetric":21266}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30495.911980893,"t_first_token_unix":1779964492.466925,"t_done":30496.931149457,"t_done_unix":1779964493.4860935},{"request_id":"1407995:2:1413725:826","session_id":"1407995","input_length":22392,"t_proxy_recv":30493.601961969,"t_decision_unix":1779964490.1569033,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":7,"affinity_cache_hit":2560,"affinity_cache_ratio":0.1143265451947124,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":22392.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":22392,"v3_src_idx":7,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":22392,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":22392,"score_linear":311245.0,"score_lmetric":138400},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":12153,"num_requests":0,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":22392,"score_linear":97657.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":22392,"score_linear":121811.0,"score_lmetric":82251},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9801,"ongoing_decode_tokens":0,"pending_prefill_tokens":9801,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":2560,"new_prefill":19832,"score_linear":7241.0,"score_lmetric":29633},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":22392,"score_linear":107292.0,"score_lmetric":36500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":22392,"score_linear":259064.0,"score_lmetric":78435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":22392,"score_linear":121215.0,"score_lmetric":79342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":22392,"score_linear":72608.0,"score_lmetric":22392}],"chosen_score_linear":72608.0,"chosen_score_lmetric":22392,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"write_mode":true,"t_prefill_sent":30493.602287612,"t_prefill_sent_unix":1779964490.1572301,"t_decode_sent":30493.602300896,"t_decode_sent_unix":1779964490.1572442,"t_first_token":30498.405121544,"t_first_token_unix":1779964494.9600673,"t_done":30499.235948346,"t_done_unix":1779964495.790892,"t_prefill_done":30499.235951378,"t_prefill_done_unix":1779964495.790894},{"request_id":"1366128:20:1400446:752","session_id":"1366128","input_length":97657,"t_proxy_recv":30491.416936772,"t_decision_unix":1779964487.9718783,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.8755542357434695,"affinity_num_requests":-1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":85504,"v3_new_local":12153,"cache_hit":85504,"estimated_new_tokens":12153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":97657,"score_linear":311245.0,"score_lmetric":514725},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":85504,"new_prefill":12153,"score_linear":-85504.0,"score_lmetric":-12153},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":97657,"score_linear":121811.0,"score_lmetric":157516},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":39289,"score_linear":48924.0,"score_lmetric":53397},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":97657,"score_linear":259064.0,"score_lmetric":304230},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":0,"pending_prefill_tokens":17279,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":97657,"score_linear":121215.0,"score_lmetric":229872},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":97657,"score_linear":72608.0,"score_lmetric":97657}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":-12153,"t_first_token":30498.345578961,"t_first_token_unix":1779964494.9005225,"t_done":30499.341689626,"t_done_unix":1779964495.896633},{"request_id":"1366128:21:1402408:760","session_id":"1366128","input_length":97814,"t_proxy_recv":30499.358538914,"t_decision_unix":1779964495.9134805,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945406588013985,"affinity_num_requests":-1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (534 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":534,"cache_hit":97280,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":97814,"score_linear":311245.0,"score_lmetric":515510},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1963,"cache_hit":97280,"new_prefill":534,"score_linear":-97280.0,"score_lmetric":-534},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":97814,"score_linear":121811.0,"score_lmetric":157673},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":97814,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":39446,"score_linear":48924.0,"score_lmetric":53554},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":97814,"score_linear":259064.0,"score_lmetric":304701},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":121215,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":97814,"score_linear":121215.0,"score_lmetric":195628},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":97814,"score_linear":72608.0,"score_lmetric":97814}],"chosen_score_linear":-97280.0,"chosen_score_lmetric":-534,"t_first_token":30499.564295449,"t_first_token_unix":1779964496.1192386,"t_done":30499.949229222,"t_done_unix":1779964496.5041726},{"request_id":"1340290:11:1413050:822","session_id":"1340290","input_length":35022,"t_proxy_recv":30491.163501414,"t_decision_unix":1779964487.718443,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.8625435440580207,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4814 < 8000)","v3_prefill_cache_hit":30208,"v3_new_local":4814,"cache_hit":30208,"estimated_new_tokens":4814,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":35022,"score_linear":311245.0,"score_lmetric":201550},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176481,"ongoing_decode_tokens":90818,"pending_prefill_tokens":159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1887,"cache_hit":0,"new_prefill":35022,"score_linear":176481.0,"score_lmetric":35181},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":35022,"score_linear":121811.0,"score_lmetric":94881},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":35022,"score_linear":107292.0,"score_lmetric":49130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":35022,"score_linear":259064.0,"score_lmetric":116325},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":30208,"new_prefill":4814,"score_linear":55985.0,"score_lmetric":17279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":35022,"score_linear":72608.0,"score_lmetric":35022}],"chosen_score_linear":55985.0,"chosen_score_lmetric":17279,"t_first_token":30497.1290781,"t_first_token_unix":1779964493.6840217,"t_done":30500.20704438,"t_done_unix":1779964496.7619877},{"request_id":"1366128:22:1403837:766","session_id":"1366128","input_length":97917,"t_proxy_recv":30499.96488778,"t_decision_unix":1779964496.5198293,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9987234086011622,"affinity_num_requests":-1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (125 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":125,"cache_hit":97792,"estimated_new_tokens":125,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":97917,"score_linear":311245.0,"score_lmetric":516025},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":97792,"new_prefill":125,"score_linear":-97792.0,"score_lmetric":-125},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":97917,"score_linear":121811.0,"score_lmetric":157776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":39549,"score_linear":48924.0,"score_lmetric":53657},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":97917,"score_linear":259064.0,"score_lmetric":305010},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":121215,"ongoing_decode_tokens":121215,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":0,"new_prefill":97917,"score_linear":121215.0,"score_lmetric":195834},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":97917,"score_linear":72608.0,"score_lmetric":97917}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":-125,"t_first_token":30500.15587635,"t_first_token_unix":1779964496.7108195,"t_done":30500.224892189,"t_done_unix":1779964496.7798352},{"request_id":"1364090:7:1412644:820","session_id":"1364090","input_length":86193,"t_proxy_recv":30489.78467837,"t_decision_unix":1779964486.3396199,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.8553826876892555,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":73728,"v3_new_local":12465,"cache_hit":73728,"estimated_new_tokens":12465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":4096,"new_prefill":82097,"score_linear":266876.0,"score_lmetric":342048},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176322,"ongoing_decode_tokens":176322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":86193,"score_linear":176322.0,"score_lmetric":86193},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":86193,"score_linear":121811.0,"score_lmetric":146052},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":7680,"new_prefill":78513,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":86193,"score_linear":107292.0,"score_lmetric":100301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":78513,"score_linear":251384.0,"score_lmetric":246798},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":73728,"new_prefill":12465,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":7680,"new_prefill":78513,"score_linear":64928.0,"score_lmetric":78513}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":30496.094697469,"t_first_token_unix":1779964492.6496413,"t_done":30502.770039347,"t_done_unix":1779964499.3249834},{"request_id":"1355484:15:1400281:750","session_id":"1355484","input_length":31469,"t_proxy_recv":30464.145621389,"t_decision_unix":1779964460.700563,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9924687787981823,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (237 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":237,"cache_hit":31232,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239503,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3178,"num_requests":3,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":31232,"new_prefill":237,"score_linear":208271.0,"score_lmetric":10245},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":12800,"new_prefill":18669,"score_linear":177269.0,"score_lmetric":68097},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":12800,"new_prefill":18669,"score_linear":48743.0,"score_lmetric":18772},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":0,"pending_prefill_tokens":11503,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":31469,"score_linear":11816.0,"score_lmetric":42972},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":12800,"new_prefill":18669,"score_linear":158615.0,"score_lmetric":18669},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":31469,"score_linear":139087.0,"score_lmetric":127802},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":31469,"score_linear":155670.0,"score_lmetric":275974},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":97341,"ongoing_decode_tokens":69508,"pending_prefill_tokens":1541,"num_requests":3,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":12800,"new_prefill":18669,"score_linear":84541.0,"score_lmetric":60630}],"chosen_score_linear":208271.0,"chosen_score_lmetric":10245,"t_first_token":30505.50227143,"t_first_token_unix":1779964502.0572147,"t_done":30508.195214174,"t_done_unix":1779964504.7501576},{"request_id":"1362265:8:1419710:834","session_id":"1362265","input_length":11132,"t_proxy_recv":30514.667644425,"t_decision_unix":1779964511.222586,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9658641753503413,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (380 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":380,"cache_hit":10752,"estimated_new_tokens":380,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":11132,"score_linear":312108.0,"score_lmetric":61160},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":109574,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":10752,"new_prefill":380,"score_linear":142585.0,"score_lmetric":3183},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":159209,"ongoing_decode_tokens":159209,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":11132,"score_linear":159209.0,"score_lmetric":22264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":11132,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":10240,"new_prefill":892,"score_linear":97052.0,"score_lmetric":15000},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":259064,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":11132,"score_linear":259064.0,"score_lmetric":33396},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":96849,"pending_prefill_tokens":21858,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":11132,"score_linear":32179.0,"score_lmetric":32990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":11132,"score_linear":72608.0,"score_lmetric":11132}],"chosen_score_linear":142585.0,"chosen_score_lmetric":3183,"t_first_token":30515.256130051,"t_first_token_unix":1779964511.8110735,"t_done":30515.937981025,"t_done_unix":1779964512.4929254},{"request_id":"1313181:7:1327489:383","session_id":"1313181","input_length":121811,"t_proxy_recv":30480.604159462,"t_decision_unix":1779964477.159101,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.5085911781366215,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61952,"v3_new_local":59859,"cache_hit":61952,"estimated_new_tokens":59859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":61440,"new_prefill":60371,"score_linear":209532.0,"score_lmetric":255144},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":254593,"ongoing_decode_tokens":170335,"pending_prefill_tokens":4898,"num_requests":3,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":12800,"new_prefill":109011,"score_linear":241793.0,"score_lmetric":341727},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":61952,"new_prefill":59859,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":24064,"new_prefill":97747,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":121811,"score_linear":259064.0,"score_lmetric":376692},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":0,"new_prefill":121811,"score_linear":103122.0,"score_lmetric":268618},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":12800,"new_prefill":109011,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":30514.414732186,"t_first_token_unix":1779964510.9696758,"t_done":30516.004048445,"t_done_unix":1779964512.558992},{"request_id":"1366128:23:1405900:781","session_id":"1366128","input_length":109574,"t_proxy_recv":30500.246460165,"t_decision_unix":1779964496.8014019,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8924744921240441,"affinity_num_requests":-1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":97792,"v3_new_local":11782,"cache_hit":97792,"estimated_new_tokens":11782,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":126245,"pending_prefill_tokens":5288,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":109574,"score_linear":311245.0,"score_lmetric":574310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":97792,"new_prefill":11782,"score_linear":-97792.0,"score_lmetric":-11782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":109574,"score_linear":121811.0,"score_lmetric":169433},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":109574,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":51206,"score_linear":48924.0,"score_lmetric":65314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":109574,"score_linear":259064.0,"score_lmetric":339981},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":86193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":109574,"score_linear":86193.0,"score_lmetric":109574},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":109574,"score_linear":72608.0,"score_lmetric":109574}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":-11782,"t_first_token":30507.813928089,"t_first_token_unix":1779964504.3688715,"t_done":30516.702458864,"t_done_unix":1779964513.2574027},{"request_id":"1275274:2:1405679:780","session_id":"1275274","input_length":119977,"t_proxy_recv":30465.570542959,"t_decision_unix":1779964462.1254842,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9687190044758579,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3753 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":3753,"cache_hit":116224,"estimated_new_tokens":3753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":119977,"score_linear":270972.0,"score_lmetric":493568},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":119977,"score_linear":190069.0,"score_lmetric":372021},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":119977,"score_linear":61543.0,"score_lmetric":120080},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":119977,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":148167,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":119977,"score_linear":148167.0,"score_lmetric":121202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":116224,"new_prefill":3753,"score_linear":22863.0,"score_lmetric":72370},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":119977,"score_linear":155670.0,"score_lmetric":452990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111158,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":119977,"score_linear":111158.0,"score_lmetric":359931}],"chosen_score_linear":22863.0,"chosen_score_lmetric":72370,"t_first_token":30513.96056761,"t_first_token_unix":1779964510.515511,"t_done":30517.226169684,"t_done_unix":1779964513.7811136},{"request_id":"1366128:24:1407996:794","session_id":"1366128","input_length":109775,"t_proxy_recv":30516.720961216,"t_decision_unix":1779964513.275903,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109568,"affinity_cache_ratio":0.998114324755181,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (207 < 8000)","v3_prefill_cache_hit":109568,"v3_new_local":207,"cache_hit":109568,"estimated_new_tokens":207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":109775,"score_linear":312108.0,"score_lmetric":554375},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":109568,"new_prefill":207,"score_linear":-65805.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":99416,"ongoing_decode_tokens":99416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":109775,"score_linear":99416.0,"score_lmetric":219550},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":51407,"score_linear":48924.0,"score_lmetric":65515},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":259064,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":109775,"score_linear":259064.0,"score_lmetric":329325},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":96849,"pending_prefill_tokens":21858,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":109775,"score_linear":32179.0,"score_lmetric":131633},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":109775,"score_linear":72608.0,"score_lmetric":109775}],"chosen_score_linear":-65805.0,"chosen_score_lmetric":0,"t_first_token":30516.960539283,"t_first_token_unix":1779964513.5154831,"t_done":30517.430132489,"t_done_unix":1779964513.9850762},{"request_id":"1277428:8:1412675:821","session_id":"1277428","input_length":40273,"t_proxy_recv":30489.873791981,"t_decision_unix":1779964486.428733,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9534924142725896,"affinity_num_requests":4,"avg_num_requests":1.5,"fallback_score":21152.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1873 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":1873,"cache_hit":38400,"estimated_new_tokens":1873,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":38400,"new_prefill":1873,"score_linear":232572.0,"score_lmetric":21152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176322,"ongoing_decode_tokens":176322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":3584,"new_prefill":36689,"score_linear":172738.0,"score_lmetric":36689},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":40273,"score_linear":121811.0,"score_lmetric":100132},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":17408,"new_prefill":22865,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":40273,"score_linear":107292.0,"score_lmetric":54381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":40273,"score_linear":259064.0,"score_lmetric":132078},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86193,"ongoing_decode_tokens":0,"pending_prefill_tokens":12465,"num_requests":1,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":4608,"new_prefill":35665,"score_linear":81585.0,"score_lmetric":48130},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":40273,"score_linear":72608.0,"score_lmetric":40273}],"chosen_score_linear":232572.0,"chosen_score_lmetric":21152,"t_first_token":30513.988445586,"t_first_token_unix":1779964510.5433888,"t_done":30520.267747787,"t_done_unix":1779964516.8226914},{"request_id":"1313181:7:1382851:662","session_id":"1313181","input_length":62018,"t_proxy_recv":30516.015779087,"t_decision_unix":1779964512.5707204,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9989357928343384,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (66 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":66,"cache_hit":61952,"estimated_new_tokens":66,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":61440,"new_prefill":578,"score_linear":250668.0,"score_lmetric":8390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":153337,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":12800,"new_prefill":49218,"score_linear":140537.0,"score_lmetric":49218},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":61952,"new_prefill":66,"score_linear":-24554.0,"score_lmetric":66},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":62018,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":24064,"new_prefill":37954,"score_linear":83228.0,"score_lmetric":52062},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":259064,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":62018,"score_linear":259064.0,"score_lmetric":186054},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":96849,"pending_prefill_tokens":21858,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":62018,"score_linear":32179.0,"score_lmetric":83876},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":49218,"score_linear":59808.0,"score_lmetric":49218}],"chosen_score_linear":-24554.0,"chosen_score_lmetric":66,"t_first_token":30516.101570052,"t_first_token_unix":1779964512.6565137,"t_done":30520.641513438,"t_done_unix":1779964517.196457},{"request_id":"1364090:8:1417347:830","session_id":"1364090","input_length":96849,"t_proxy_recv":30506.436875882,"t_decision_unix":1779964502.9918172,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":86528,"affinity_cache_ratio":0.893432043696889,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":86528,"v3_new_local":10321,"cache_hit":86528,"estimated_new_tokens":10321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":270972,"pending_prefill_tokens":1873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":4096,"new_prefill":92753,"score_linear":307149.0,"score_lmetric":473130},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":0,"pending_prefill_tokens":14585,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":96849,"score_linear":153337.0,"score_lmetric":111434},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":96849,"score_linear":121811.0,"score_lmetric":156708},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":7680,"new_prefill":89169,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":96849,"score_linear":107292.0,"score_lmetric":110957},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":7680,"new_prefill":89169,"score_linear":251384.0,"score_lmetric":278766},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":86528,"new_prefill":10321,"score_linear":-86528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":7680,"new_prefill":89169,"score_linear":64928.0,"score_lmetric":89169}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":30512.390351165,"t_first_token_unix":1779964508.9452946,"t_done":30522.311374766,"t_done_unix":1779964518.8663177},{"request_id":"1340290:12:1421294:835","session_id":"1340290","input_length":35303,"t_proxy_recv":30520.317763337,"t_decision_unix":1779964516.8727047,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9862051383735093,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (487 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":487,"cache_hit":34816,"estimated_new_tokens":487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":35303,"score_linear":271835.0,"score_lmetric":145612},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":161509,"ongoing_decode_tokens":43763,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":0,"new_prefill":35303,"score_linear":161509.0,"score_lmetric":43481},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":99416,"ongoing_decode_tokens":99416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":35303,"score_linear":99416.0,"score_lmetric":70606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":35303,"score_linear":107292.0,"score_lmetric":49411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":35303,"score_linear":139087.0,"score_lmetric":70606},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":129028,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":34816,"new_prefill":487,"score_linear":-2637.0,"score_lmetric":-9834},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":35303,"score_linear":72608.0,"score_lmetric":35303}],"chosen_score_linear":-2637.0,"chosen_score_lmetric":-9834,"t_first_token":30520.426547001,"t_first_token_unix":1779964516.9814901,"t_done":30523.161248084,"t_done_unix":1779964519.7161913},{"request_id":"1366128:25:1411126:813","session_id":"1366128","input_length":117746,"t_proxy_recv":30517.451852357,"t_decision_unix":1779964514.0067937,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109568,"affinity_cache_ratio":0.9305454113090891,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[5,0,2,0,1,2,1,1])","v3_prefill_cache_hit":109568,"v3_new_local":8178,"cache_hit":109568,"estimated_new_tokens":8178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":117746,"score_linear":312108.0,"score_lmetric":594230},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43763,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":109568,"new_prefill":8178,"score_linear":-65805.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":99416,"ongoing_decode_tokens":99416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":117746,"score_linear":99416.0,"score_lmetric":235492},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":59378,"score_linear":48924.0,"score_lmetric":73486},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":117746,"score_linear":139087.0,"score_lmetric":235492},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":96849,"pending_prefill_tokens":21858,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":117746,"score_linear":32179.0,"score_lmetric":139604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":117746,"score_linear":72608.0,"score_lmetric":117746}],"chosen_score_linear":-65805.0,"chosen_score_lmetric":0,"t_first_token":30523.008804861,"t_first_token_unix":1779964519.5637484,"t_done":30523.89173764,"t_done_unix":1779964520.446681},{"request_id":"1362265:9:1422050:838","session_id":"1362265","input_length":11879,"t_proxy_recv":30523.134532409,"t_decision_unix":1779964519.6894736,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9051266941661756,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1127 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":1127,"cache_hit":10752,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":11879,"score_linear":271835.0,"score_lmetric":51916},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":161509,"ongoing_decode_tokens":161509,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":10752,"new_prefill":1127,"score_linear":150757.0,"score_lmetric":1127},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":11879,"score_linear":161488.0,"score_lmetric":23758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":11879,"score_linear":124090.0,"score_lmetric":11879},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":0,"pending_prefill_tokens":19384,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":10240,"new_prefill":1639,"score_linear":146360.0,"score_lmetric":42046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":11879,"score_linear":139087.0,"score_lmetric":23758},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-29367,"ongoing_decode_tokens":67482,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2336,"cache_hit":0,"new_prefill":11879,"score_linear":-29367.0,"score_lmetric":1558},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":11879,"score_linear":72608.0,"score_lmetric":11879}],"chosen_score_linear":150757.0,"chosen_score_lmetric":1127,"t_first_token":30523.420177261,"t_first_token_unix":1779964519.9751205,"t_done":30523.94159759,"t_done_unix":1779964520.4965408},{"request_id":"1381387:7:1411928:819","session_id":"1381387","input_length":72608,"t_proxy_recv":30487.384596048,"t_decision_unix":1779964483.939537,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9872190392243279,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (928 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":928,"cache_hit":71680,"estimated_new_tokens":928,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":72608,"score_linear":270972.0,"score_lmetric":304092},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176094,"ongoing_decode_tokens":85276,"pending_prefill_tokens":5314,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":0,"new_prefill":72608,"score_linear":176094.0,"score_lmetric":77922},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":72608,"score_linear":121811.0,"score_lmetric":132467},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":72608,"score_linear":107292.0,"score_lmetric":86716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":28160,"new_prefill":44448,"score_linear":230904.0,"score_lmetric":144603},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30154,"ongoing_decode_tokens":30154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":72608,"score_linear":30154.0,"score_lmetric":72608},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":71680,"new_prefill":928,"score_linear":-71680.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":30488.023367434,"t_first_token_unix":1779964484.5783112,"t_done":30525.291424771,"t_done_unix":1779964521.8463712},{"request_id":"1405155:1:1405155:775","session_id":"1405155","input_length":32944,"t_proxy_recv":30463.774669774,"t_decision_unix":1779964460.3296108,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":32432.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,1,1,1,1,2,2])","v3_prefill_cache_hit":512,"v3_new_local":32432,"cache_hit":512,"estimated_new_tokens":32432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":0,"new_prefill":32944,"score_linear":157469.0,"score_lmetric":98832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":83622,"pending_prefill_tokens":17359,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":32944,"score_linear":190069.0,"score_lmetric":150909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":32944,"score_linear":61543.0,"score_lmetric":33047},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":313,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":32944,"score_linear":313.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":32944,"score_linear":171415.0,"score_lmetric":32944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":512,"new_prefill":32432,"score_linear":105631.0,"score_lmetric":32432},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":32944,"score_linear":155670.0,"score_lmetric":278924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":512,"new_prefill":32432,"score_linear":90680.0,"score_lmetric":64864}],"chosen_score_linear":105631.0,"chosen_score_lmetric":32432,"t_first_token":30468.868481874,"t_first_token_unix":1779964465.423425,"t_done":30525.526858585,"t_done_unix":1779964522.081802},{"request_id":"1363943:10:1401002:755","session_id":"1363943","input_length":24442,"t_proxy_recv":30449.315546399,"t_decision_unix":1779964445.8704877,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9845348171180754,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (378 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":378,"cache_hit":24064,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":236773,"ongoing_decode_tokens":0,"pending_prefill_tokens":29092,"num_requests":3,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":24064,"new_prefill":378,"score_linear":212709.0,"score_lmetric":88410},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":11862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":24442,"score_linear":71254.0,"score_lmetric":36304},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":24442,"score_linear":106305.0,"score_lmetric":24442},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71571,"ongoing_decode_tokens":29684,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":4096,"new_prefill":20346,"score_linear":67475.0,"score_lmetric":64808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":255885,"ongoing_decode_tokens":184895,"pending_prefill_tokens":1870,"num_requests":3,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":24442,"score_linear":255885.0,"score_lmetric":78936},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":4096,"new_prefill":20346,"score_linear":102047.0,"score_lmetric":20346},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":93040,"num_requests":1,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":4096,"new_prefill":20346,"score_linear":88944.0,"score_lmetric":113386},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":4096,"new_prefill":20346,"score_linear":64013.0,"score_lmetric":37767}],"chosen_score_linear":212709.0,"chosen_score_lmetric":88410,"t_first_token":30457.648665418,"t_first_token_unix":1779964454.2036083,"t_done":30526.407279166,"t_done_unix":1779964522.9622228},{"request_id":"1270606:2:1411654:817","session_id":"1270606","input_length":107292,"t_proxy_recv":30486.565754068,"t_decision_unix":1779964483.1206954,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8685083696827349,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":93184,"v3_new_local":14108,"cache_hit":93184,"estimated_new_tokens":14108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270972,"ongoing_decode_tokens":126245,"pending_prefill_tokens":3415,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":107292,"score_linear":270972.0,"score_lmetric":442828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":176094,"ongoing_decode_tokens":85276,"pending_prefill_tokens":5314,"num_requests":1,"active_p_offloads":0,"cached_blocks":1886,"cache_hit":1536,"new_prefill":105756,"score_linear":174558.0,"score_lmetric":111070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":107292,"score_linear":121811.0,"score_lmetric":167151},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":93184,"new_prefill":14108,"score_linear":-93184.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":107292,"score_linear":259064.0,"score_lmetric":333135},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30154,"ongoing_decode_tokens":30154,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":107292,"score_linear":30154.0,"score_lmetric":107292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1874,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":30523.962562007,"t_first_token_unix":1779964520.517505,"t_done":30534.816040033,"t_done_unix":1779964531.3709834},{"request_id":"1399948:8:1425345:844","session_id":"1399948","input_length":11736,"t_proxy_recv":30534.862792627,"t_decision_unix":1779964531.417734,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9597818677573279,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (472 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":472,"cache_hit":11264,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272618,"ongoing_decode_tokens":272618,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":11736,"score_linear":272618.0,"score_lmetric":46944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":11736,"score_linear":171752.0,"score_lmetric":11736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":11736,"score_linear":161488.0,"score_lmetric":23472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":11736,"score_linear":124090.0,"score_lmetric":11736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":49308,"ongoing_decode_tokens":49308,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":0,"new_prefill":11736,"score_linear":49308.0,"score_lmetric":11736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186262,"ongoing_decode_tokens":146473,"pending_prefill_tokens":1901,"num_requests":3,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":0,"new_prefill":11736,"score_linear":186262.0,"score_lmetric":40911},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-6169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":11736,"score_linear":164751.0,"score_lmetric":11134},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":11264,"new_prefill":472,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":30534.928941424,"t_first_token_unix":1779964531.4838848,"t_done":30535.055915357,"t_done_unix":1779964531.6108587},{"request_id":"1268861:9:1421319:836","session_id":"1268861","input_length":49308,"t_proxy_recv":30520.40109964,"t_decision_unix":1779964516.956041,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44032,"affinity_cache_ratio":0.8929991076498742,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5276 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":5276,"cache_hit":44032,"estimated_new_tokens":5276,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":49308,"score_linear":271835.0,"score_lmetric":201632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":161509,"ongoing_decode_tokens":43763,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":0,"new_prefill":49308,"score_linear":161509.0,"score_lmetric":57486},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":99416,"ongoing_decode_tokens":99416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":49308,"score_linear":99416.0,"score_lmetric":98616},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":49308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":44032,"new_prefill":5276,"score_linear":63260.0,"score_lmetric":19384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":49308,"score_linear":139087.0,"score_lmetric":98616},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":129028,"pending_prefill_tokens":-9834,"num_requests":2,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":49308,"score_linear":67482.0,"score_lmetric":78948},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":21504,"new_prefill":27804,"score_linear":51104.0,"score_lmetric":27804}],"chosen_score_linear":63260.0,"chosen_score_lmetric":19384,"t_first_token":30533.046645822,"t_first_token_unix":1779964529.601592,"t_done":30535.577983636,"t_done_unix":1779964532.1329274},{"request_id":"1363943:11:1424840:842","session_id":"1363943","input_length":25225,"t_proxy_recv":30532.978537368,"t_decision_unix":1779964529.533479,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9742715559960357,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (649 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":649,"cache_hit":24576,"estimated_new_tokens":649,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":247393,"ongoing_decode_tokens":247393,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":24576,"new_prefill":649,"score_linear":222817.0,"score_lmetric":1947},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":25225,"score_linear":171752.0,"score_lmetric":25225},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":25225,"score_linear":161488.0,"score_lmetric":50450},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":4096,"new_prefill":21129,"score_linear":119994.0,"score_lmetric":21129},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":107292,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":25225,"score_linear":156600.0,"score_lmetric":61002},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":146473,"ongoing_decode_tokens":146473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4096,"new_prefill":21129,"score_linear":142377.0,"score_lmetric":42258},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-6169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":4096,"new_prefill":21129,"score_linear":160655.0,"score_lmetric":29920},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":4096,"new_prefill":21129,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":222817.0,"chosen_score_lmetric":1947,"t_first_token":30533.133149663,"t_first_token_unix":1779964529.688094,"t_done":30537.784538789,"t_done_unix":1779964534.339482},{"request_id":"1355951:5:1425005:843","session_id":"1355951","input_length":39789,"t_proxy_recv":30533.628809735,"t_decision_unix":1779964530.1837509,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9522229761994521,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1901 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1901,"cache_hit":37888,"estimated_new_tokens":1901,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":272618,"ongoing_decode_tokens":272618,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":0,"new_prefill":39789,"score_linear":272618.0,"score_lmetric":159156},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":39789,"score_linear":171752.0,"score_lmetric":39789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":39789,"score_linear":161488.0,"score_lmetric":79578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":39789,"score_linear":124090.0,"score_lmetric":39789},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":156600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":39789,"score_linear":156600.0,"score_lmetric":79578},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":146473,"ongoing_decode_tokens":146473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":37888,"new_prefill":1901,"score_linear":108585.0,"score_lmetric":3802},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-6169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":39789,"score_linear":164751.0,"score_lmetric":67240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":108585.0,"chosen_score_lmetric":3802,"t_first_token":30539.124121429,"t_first_token_unix":1779964535.6790674,"t_done":30539.48094609,"t_done_unix":1779964536.0358915},{"request_id":"1405155:2:1414214:828","session_id":"1405155","input_length":40330,"t_proxy_recv":30525.538747847,"t_decision_unix":1779964522.0936894,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33280,"affinity_cache_ratio":0.825192164641706,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7050 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":7050,"cache_hit":33280,"estimated_new_tokens":7050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":271835,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":40330,"score_linear":271835.0,"score_lmetric":161320},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":40330,"score_linear":171752.0,"score_lmetric":40330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":40330,"score_linear":161488.0,"score_lmetric":80660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":40330,"score_linear":124090.0,"score_lmetric":40330},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":107292,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":40330,"score_linear":156600.0,"score_lmetric":91212},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":33280,"new_prefill":7050,"score_linear":72863.0,"score_lmetric":7050},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63319,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40330,"score_linear":63319.0,"score_lmetric":30009},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":512,"new_prefill":39818,"score_linear":-512.0,"score_lmetric":0}],"chosen_score_linear":72863.0,"chosen_score_lmetric":7050,"t_first_token":30527.277146768,"t_first_token_unix":1779964523.8320906,"t_done":30540.040474446,"t_done_unix":1779964536.5954182},{"request_id":"1370129:6:1394177:722","session_id":"1370129","input_length":106143,"t_proxy_recv":30425.491877071,"t_decision_unix":1779964422.0468185,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":88064,"affinity_cache_ratio":0.8296731767521174,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":88064,"v3_new_local":18079,"cache_hit":88064,"estimated_new_tokens":18079,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":208108,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":2,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":4096,"new_prefill":102047,"score_linear":204012.0,"score_lmetric":261268},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":106143,"score_linear":58511.0,"score_lmetric":106143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":106143,"score_linear":142193.0,"score_lmetric":212286},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":84992,"new_prefill":21151,"score_linear":-69709.0,"score_lmetric":21151},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":106143,"score_linear":306469.0,"score_lmetric":438240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":4675,"ongoing_decode_tokens":0,"pending_prefill_tokens":4675,"num_requests":1,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":88064,"new_prefill":18079,"score_linear":-83389.0,"score_lmetric":22754},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48944,"ongoing_decode_tokens":48944,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":18432,"new_prefill":87711,"score_linear":30512.0,"score_lmetric":87711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33321,"ongoing_decode_tokens":0,"pending_prefill_tokens":5161,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":7680,"new_prefill":98463,"score_linear":25641.0,"score_lmetric":103624}],"chosen_score_linear":-83389.0,"chosen_score_lmetric":22754,"t_first_token":30436.591468757,"t_first_token_unix":1779964433.1464121,"t_done":30540.08542461,"t_done_unix":1779964536.6403682},{"request_id":"1270340:5:1417075:829","session_id":"1270340","input_length":43763,"t_proxy_recv":30505.635594642,"t_decision_unix":1779964502.190536,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9359504604346137,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2803 < 8000)","v3_prefill_cache_hit":40960,"v3_new_local":2803,"cache_hit":40960,"estimated_new_tokens":2803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":311245,"ongoing_decode_tokens":270972,"pending_prefill_tokens":1873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":43763,"score_linear":311245.0,"score_lmetric":228180},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109574,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":40960,"new_prefill":2803,"score_linear":68614.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":43763,"score_linear":121811.0,"score_lmetric":103622},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":1536,"new_prefill":42227,"score_linear":105756.0,"score_lmetric":56335},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":43763,"score_linear":259064.0,"score_lmetric":142548},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":43763,"score_linear":72608.0,"score_lmetric":43763}],"chosen_score_linear":68614.0,"chosen_score_lmetric":0,"t_first_token":30515.224173894,"t_first_token_unix":1779964511.7791178,"t_done":30541.296268596,"t_done_unix":1779964537.8512118},{"request_id":"1355484:16:1401320:758","session_id":"1355484","input_length":32332,"t_proxy_recv":30508.202811458,"t_decision_unix":1779964504.757753,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9659779784733391,"affinity_num_requests":4,"avg_num_requests":1.5,"fallback_score":11892.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1100 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":1100,"cache_hit":31232,"estimated_new_tokens":1100,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":279776,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1873,"num_requests":4,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":31232,"new_prefill":1100,"score_linear":248544.0,"score_lmetric":11892},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":109574,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":12800,"new_prefill":19532,"score_linear":140537.0,"score_lmetric":22335},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":12800,"new_prefill":19532,"score_linear":109011.0,"score_lmetric":79391},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":32332,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":12800,"new_prefill":19532,"score_linear":94492.0,"score_lmetric":33640},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":32332,"score_linear":259064.0,"score_lmetric":108255},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":32332,"score_linear":96849.0,"score_lmetric":42653},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":19532,"score_linear":59808.0,"score_lmetric":19532}],"chosen_score_linear":248544.0,"chosen_score_lmetric":11892,"t_first_token":30524.766601094,"t_first_token_unix":1779964521.3215506,"t_done":30542.165590541,"t_done_unix":1779964538.7205343},{"request_id":"1270606:3:1427164:848","session_id":"1270606","input_length":108318,"t_proxy_recv":30541.323359352,"t_decision_unix":1779964537.8783007,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":107008,"affinity_cache_ratio":0.987905980538784,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1310 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1310,"cache_hit":107008,"estimated_new_tokens":1310,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":316658,"ongoing_decode_tokens":274316,"pending_prefill_tokens":1894,"num_requests":5,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":0,"new_prefill":108318,"score_linear":316658.0,"score_lmetric":551060},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":1536,"new_prefill":106782,"score_linear":126453.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":108318,"score_linear":161488.0,"score_lmetric":216636},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":108318,"score_linear":124090.0,"score_lmetric":108318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2208,"cache_hit":107008,"new_prefill":1310,"score_linear":-107008.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-4152,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":108318,"score_linear":164751.0,"score_lmetric":208332},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":30542.060548444,"t_first_token_unix":1779964538.6154928,"t_done":30542.35011762,"t_done_unix":1779964538.905062},{"request_id":"1364090:9:1423736:840","session_id":"1364090","input_length":101432,"t_proxy_recv":30529.251207485,"t_decision_unix":1779964525.8061483,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9590661724110734,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4152 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":4152,"cache_hit":97280,"estimated_new_tokens":4152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":247393,"ongoing_decode_tokens":247393,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1619,"cache_hit":4096,"new_prefill":97336,"score_linear":243297.0,"score_lmetric":292008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":101432,"score_linear":171752.0,"score_lmetric":101432},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":101432,"score_linear":161488.0,"score_lmetric":202864},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":7680,"new_prefill":93752,"score_linear":116410.0,"score_lmetric":93752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":107292,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":101432,"score_linear":156600.0,"score_lmetric":213416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":146473,"ongoing_decode_tokens":146473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":7680,"new_prefill":93752,"score_linear":138793.0,"score_lmetric":187504},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63319,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":97280,"new_prefill":4152,"score_linear":-33961.0,"score_lmetric":-6169},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":7680,"new_prefill":93752,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-33961.0,"chosen_score_lmetric":-6169,"t_first_token":30539.128568698,"t_first_token_unix":1779964535.6835117,"t_done":30543.514274375,"t_done_unix":1779964540.0692177},{"request_id":"1364128:3:1419644:833","session_id":"1364128","input_length":32179,"t_proxy_recv":30514.457245163,"t_decision_unix":1779964511.0121865,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.2704869635476553,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":21858.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[5,1,2,0,1,3,0,1])","v3_prefill_cache_hit":0,"v3_new_local":32179,"cache_hit":0,"estimated_new_tokens":32179,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":279776,"pending_prefill_tokens":1100,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":0,"new_prefill":32179,"score_linear":312108.0,"score_lmetric":166395},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":109574,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":6656,"new_prefill":25523,"score_linear":146681.0,"score_lmetric":28326},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":159209,"ongoing_decode_tokens":121811,"pending_prefill_tokens":22,"num_requests":2,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":0,"new_prefill":32179,"score_linear":159209.0,"score_lmetric":64402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":32179,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":8704,"new_prefill":23475,"score_linear":98588.0,"score_lmetric":37583},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":259064,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":32179,"score_linear":259064.0,"score_lmetric":96537},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":96849,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":32179,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":32179,"score_linear":72608.0,"score_lmetric":32179}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":30518.905563047,"t_first_token_unix":1779964515.4605067,"t_done":30543.567845834,"t_done_unix":1779964540.122789},{"request_id":"1362265:10:1427606:850","session_id":"1362265","input_length":12596,"t_proxy_recv":30542.555896958,"t_decision_unix":1779964539.1108377,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11776,"affinity_cache_ratio":0.934899968243887,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (820 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":820,"cache_hit":11776,"estimated_new_tokens":820,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":284326,"ongoing_decode_tokens":241984,"pending_prefill_tokens":1894,"num_requests":4,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":0,"new_prefill":12596,"score_linear":284326.0,"score_lmetric":57960},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":11776,"new_prefill":820,"score_linear":116213.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":12596,"score_linear":161488.0,"score_lmetric":25192},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":12596,"score_linear":124090.0,"score_lmetric":12596},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":10240,"new_prefill":2356,"score_linear":-10240.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-4152,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":12596,"score_linear":164751.0,"score_lmetric":16888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":116213.0,"chosen_score_lmetric":0,"t_first_token":30542.696911164,"t_first_token_unix":1779964539.2518551,"t_done":30544.617435599,"t_done_unix":1779964541.1723785},{"request_id":"1264679:2:1405259:777","session_id":"1264679","input_length":113258,"t_proxy_recv":30464.086968353,"t_decision_unix":1779964460.64191,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":110080,"affinity_cache_ratio":0.9719401719966801,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3178 < 8000)","v3_prefill_cache_hit":110080,"v3_new_local":3178,"cache_hit":110080,"estimated_new_tokens":3178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157469,"ongoing_decode_tokens":157469,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1609,"cache_hit":110080,"new_prefill":3178,"score_linear":47389.0,"score_lmetric":9534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190069,"ongoing_decode_tokens":104631,"pending_prefill_tokens":4030,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":113258,"score_linear":190069.0,"score_lmetric":351864},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":0,"pending_prefill_tokens":103,"num_requests":1,"active_p_offloads":0,"cached_blocks":2031,"cache_hit":0,"new_prefill":113258,"score_linear":61543.0,"score_lmetric":113361},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11816,"ongoing_decode_tokens":0,"pending_prefill_tokens":11503,"num_requests":1,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":113258,"score_linear":11816.0,"score_lmetric":124761},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":171415,"ongoing_decode_tokens":171415,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":113258,"score_linear":171415.0,"score_lmetric":113258},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":106143,"pending_prefill_tokens":32432,"num_requests":2,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":113258,"score_linear":139087.0,"score_lmetric":291380},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":155670,"ongoing_decode_tokens":0,"pending_prefill_tokens":106518,"num_requests":2,"active_p_offloads":0,"cached_blocks":2045,"cache_hit":0,"new_prefill":113258,"score_linear":155670.0,"score_lmetric":439552},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":91192,"ongoing_decode_tokens":69508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1747,"cache_hit":0,"new_prefill":113258,"score_linear":91192.0,"score_lmetric":226516}],"chosen_score_linear":47389.0,"chosen_score_lmetric":9534,"t_first_token":30505.50050192,"t_first_token_unix":1779964502.0554454,"t_done":30553.074621257,"t_done_unix":1779964549.629565},{"request_id":"1313181:8:1329951:394","session_id":"1313181","input_length":124090,"t_proxy_recv":30520.665545544,"t_decision_unix":1779964517.220487,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.499250543960029,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":62138.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":61952,"v3_new_local":62138,"v3_src_idx":2,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":61952,"estimated_new_tokens":62138,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":61440,"new_prefill":62650,"score_linear":210395.0,"score_lmetric":255000},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":161509,"ongoing_decode_tokens":43763,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":1987,"cache_hit":12800,"new_prefill":111290,"score_linear":148709.0,"score_lmetric":119468},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":61952,"new_prefill":62138,"score_linear":-24554.0,"score_lmetric":62138},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":124090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":0,"pending_prefill_tokens":19384,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":24064,"new_prefill":100026,"score_linear":132536.0,"score_lmetric":238820},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":124090,"score_linear":139087.0,"score_lmetric":248180},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":164331,"pending_prefill_tokens":-10321,"num_requests":2,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":124090,"score_linear":67482.0,"score_lmetric":227538},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":111290,"score_linear":59808.0,"score_lmetric":111290}],"chosen_score_linear":-24554.0,"chosen_score_lmetric":62138,"v2_src_url":"http://127.0.0.1:8002","v2_src_idx":2,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"write_mode":true,"t_prefill_sent":30520.669881019,"t_prefill_sent_unix":1779964517.224824,"t_decode_sent":30520.669899501,"t_decode_sent_unix":1779964517.224843,"t_first_token":30556.150440312,"t_first_token_unix":1779964552.7053912,"t_done":30556.991695449,"t_done_unix":1779964553.5466464,"t_prefill_done":30556.991709339,"t_prefill_done_unix":1779964553.546652},{"request_id":"1313181:8:1385690:686","session_id":"1313181","input_length":62444,"t_proxy_recv":30557.00248014,"t_decision_unix":1779964553.557422,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9921209403625648,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (492 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":492,"cache_hit":61952,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":297015,"ongoing_decode_tokens":171068,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":61440,"new_prefill":1004,"score_linear":235575.0,"score_lmetric":4016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":12800,"new_prefill":49644,"score_linear":115189.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":61952,"new_prefill":492,"score_linear":-24554.0,"score_lmetric":492},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2590,"cache_hit":61952,"new_prefill":492,"score_linear":-60112.0,"score_lmetric":492},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":24064,"new_prefill":38380,"score_linear":101883.0,"score_lmetric":38380},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":62444,"score_linear":139160.0,"score_lmetric":58292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":12800,"new_prefill":49644,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-60112.0,"chosen_score_lmetric":492,"t_first_token":30557.098674253,"t_first_token_unix":1779964553.653618,"t_done":30557.675247914,"t_done_unix":1779964554.230191},{"request_id":"1363943:12:1426646:845","session_id":"1363943","input_length":26923,"t_proxy_recv":30539.452578279,"t_decision_unix":1779964536.0075195,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9318426624076068,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1835 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1835,"cache_hit":25088,"estimated_new_tokens":1835,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":247393,"ongoing_decode_tokens":247393,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":25088,"new_prefill":1835,"score_linear":222305.0,"score_lmetric":5505},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":26923,"score_linear":171752.0,"score_lmetric":26923},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":26923,"score_linear":161488.0,"score_lmetric":53846},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":4096,"new_prefill":22827,"score_linear":119994.0,"score_lmetric":22827},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2208,"cache_hit":0,"new_prefill":26923,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186262,"ongoing_decode_tokens":186262,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1896,"cache_hit":4096,"new_prefill":22827,"score_linear":182166.0,"score_lmetric":68481},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-4152,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":4096,"new_prefill":22827,"score_linear":160655.0,"score_lmetric":37350},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":222305.0,"chosen_score_lmetric":5505,"t_first_token":30539.877447842,"t_first_token_unix":1779964536.432392,"t_done":30558.47157566,"t_done_unix":1779964555.0265188},{"request_id":"1399948:9:1433544:857","session_id":"1399948","input_length":11993,"t_proxy_recv":30563.758741871,"t_decision_unix":1779964560.313683,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9392145418160593,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (729 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":729,"cache_hit":11264,"estimated_new_tokens":729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":11993,"score_linear":270092.0,"score_lmetric":35979},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":11993,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":11993,"score_linear":37398.0,"score_lmetric":11993},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":11993,"score_linear":131513.0,"score_lmetric":23986},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":11993,"score_linear":199825.0,"score_lmetric":29406},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":40567,"ongoing_decode_tokens":0,"pending_prefill_tokens":1655,"num_requests":1,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":11993,"score_linear":40567.0,"score_lmetric":13648},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":11993,"score_linear":139160.0,"score_lmetric":7841},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":11264,"new_prefill":729,"score_linear":118409.0,"score_lmetric":729}],"chosen_score_linear":118409.0,"chosen_score_lmetric":729,"t_first_token":30563.827836096,"t_first_token_unix":1779964560.382781,"t_done":30563.892022759,"t_done_unix":1779964560.4469657},{"request_id":"1301929:3:1417873:832","session_id":"1301929","input_length":37398,"t_proxy_recv":30508.265020175,"t_decision_unix":1779964504.8199618,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9994117332477672,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (22 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":22,"cache_hit":37376,"estimated_new_tokens":22,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":312108,"ongoing_decode_tokens":239503,"pending_prefill_tokens":2973,"num_requests":5,"active_p_offloads":0,"cached_blocks":1614,"cache_hit":3584,"new_prefill":33814,"score_linear":308524.0,"score_lmetric":183935},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":153337,"ongoing_decode_tokens":109574,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1964,"cache_hit":0,"new_prefill":37398,"score_linear":153337.0,"score_lmetric":40201},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2043,"cache_hit":37376,"new_prefill":22,"score_linear":84435.0,"score_lmetric":59881},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":0,"new_prefill":37398,"score_linear":107292.0,"score_lmetric":51506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":259064,"ongoing_decode_tokens":139087,"pending_prefill_tokens":3753,"num_requests":3,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":37398,"score_linear":259064.0,"score_lmetric":123453},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":96849,"ongoing_decode_tokens":0,"pending_prefill_tokens":10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":37398,"score_linear":96849.0,"score_lmetric":47719},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":37398,"score_linear":72608.0,"score_lmetric":37398}],"chosen_score_linear":84435.0,"chosen_score_lmetric":59881,"t_first_token":30514.490874238,"t_first_token_unix":1779964511.0458176,"t_done":30565.522948363,"t_done_unix":1779964562.0778918},{"request_id":"1382089:3:1433211:856","session_id":"1382089","input_length":40567,"t_proxy_recv":30562.53038,"t_decision_unix":1779964559.0853214,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9592032933172283,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1655 < 8000)","v3_prefill_cache_hit":38912,"v3_new_local":1655,"cache_hit":38912,"estimated_new_tokens":1655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":40567,"score_linear":270092.0,"score_lmetric":121701},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":40567,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":40567,"score_linear":37398.0,"score_lmetric":40567},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":40567,"score_linear":131513.0,"score_lmetric":81134},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":40567,"score_linear":199825.0,"score_lmetric":86554},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":38912,"new_prefill":1655,"score_linear":-38912.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":40567,"score_linear":139160.0,"score_lmetric":36415},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":40567,"score_linear":129673.0,"score_lmetric":40567}],"chosen_score_linear":-38912.0,"chosen_score_lmetric":0,"t_first_token":30563.947439435,"t_first_token_unix":1779964560.5023823,"t_done":30566.075988282,"t_done_unix":1779964562.6309314},{"request_id":"1399948:10:1434418:858","session_id":"1399948","input_length":12032,"t_proxy_recv":30566.761729892,"t_decision_unix":1779964563.3166707,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9787234042553191,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (256 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":256,"cache_hit":11776,"estimated_new_tokens":256,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":12032,"score_linear":270092.0,"score_lmetric":36096},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":12032,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":12032,"score_linear":131513.0,"score_lmetric":24064},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":12032,"score_linear":199825.0,"score_lmetric":29484},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":12032,"score_linear":139160.0,"score_lmetric":7880},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":11776,"new_prefill":256,"score_linear":117897.0,"score_lmetric":256}],"chosen_score_linear":117897.0,"chosen_score_lmetric":256,"t_first_token":30566.797800037,"t_first_token_unix":1779964563.3527436,"t_done":30567.008312302,"t_done_unix":1779964563.5632565},{"request_id":"1399948:11:1435163:860","session_id":"1399948","input_length":12106,"t_proxy_recv":30569.464378143,"t_decision_unix":1779964566.0193193,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9727407896910623,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (330 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":330,"cache_hit":11776,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":12106,"score_linear":270092.0,"score_lmetric":36318},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173258,"ongoing_decode_tokens":45269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":12106,"score_linear":173258.0,"score_lmetric":12106},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":12106,"score_linear":131513.0,"score_lmetric":24212},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":12106,"score_linear":199825.0,"score_lmetric":29632},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":12106,"score_linear":139160.0,"score_lmetric":12106},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":11776,"new_prefill":330,"score_linear":117897.0,"score_lmetric":330}],"chosen_score_linear":117897.0,"chosen_score_lmetric":330,"t_first_token":30569.5007801,"t_first_token_unix":1779964566.0557234,"t_done":30569.549630334,"t_done_unix":1779964566.104574},{"request_id":"1270340:6:1434904:859","session_id":"1270340","input_length":45269,"t_proxy_recv":30568.408157902,"t_decision_unix":1779964564.9630992,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9952947933464402,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (213 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":213,"cache_hit":45056,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":45269,"score_linear":270092.0,"score_lmetric":135807},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":45056,"new_prefill":213,"score_linear":82933.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":45269,"score_linear":131513.0,"score_lmetric":90538},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":1536,"new_prefill":43733,"score_linear":198289.0,"score_lmetric":92886},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":45269,"score_linear":139160.0,"score_lmetric":41117},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":45269,"score_linear":129673.0,"score_lmetric":45269}],"chosen_score_linear":82933.0,"chosen_score_lmetric":0,"t_first_token":30568.52594668,"t_first_token_unix":1779964565.0808902,"t_done":30570.007716862,"t_done_unix":1779964566.5626621},{"request_id":"1399948:12:1436179:863","session_id":"1399948","input_length":12164,"t_proxy_recv":30572.890387156,"t_decision_unix":1779964569.4453285,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9681025978296613,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (388 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":388,"cache_hit":11776,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":12164,"score_linear":270092.0,"score_lmetric":36492},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":12164,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":12164,"score_linear":160925.0,"score_lmetric":57144},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":12164,"score_linear":199825.0,"score_lmetric":29748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":12164,"score_linear":139160.0,"score_lmetric":12164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":11776,"new_prefill":388,"score_linear":117897.0,"score_lmetric":388}],"chosen_score_linear":117897.0,"chosen_score_lmetric":388,"t_first_token":30572.932977693,"t_first_token_unix":1779964569.4879212,"t_done":30573.065321076,"t_done_unix":1779964569.6202648},{"request_id":"1277428:8:1426669:846","session_id":"1277428","input_length":42342,"t_proxy_recv":30539.53540827,"t_decision_unix":1779964536.0903492,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9552690000472345,"affinity_num_requests":4,"avg_num_requests":1.5,"fallback_score":14916.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1894 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":1894,"cache_hit":40448,"estimated_new_tokens":1894,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":274316,"ongoing_decode_tokens":247393,"pending_prefill_tokens":1835,"num_requests":4,"active_p_offloads":0,"cached_blocks":1620,"cache_hit":40448,"new_prefill":1894,"score_linear":233868.0,"score_lmetric":14916},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171752,"ongoing_decode_tokens":43763,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":3584,"new_prefill":38758,"score_linear":168168.0,"score_lmetric":38758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":42342,"score_linear":161488.0,"score_lmetric":84684},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":17408,"new_prefill":24934,"score_linear":106682.0,"score_lmetric":24934},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2208,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":146473,"ongoing_decode_tokens":146473,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1898,"cache_hit":0,"new_prefill":42342,"score_linear":146473.0,"score_lmetric":84684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":164751,"ongoing_decode_tokens":133611,"pending_prefill_tokens":-4152,"num_requests":2,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":4608,"new_prefill":37734,"score_linear":160143.0,"score_lmetric":67164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":233868.0,"chosen_score_lmetric":14916,"t_first_token":30554.658973788,"t_first_token_unix":1779964551.2139173,"t_done":30576.171910694,"t_done_unix":1779964572.7268543},{"request_id":"1342921:5:1433192:855","session_id":"1342921","input_length":73878,"t_proxy_recv":30562.460268255,"t_decision_unix":1779964559.0152094,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9633179024878854,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2710 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":2710,"cache_hit":71168,"estimated_new_tokens":2710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":73878,"score_linear":270092.0,"score_lmetric":221634},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":73878,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":73878,"score_linear":37398.0,"score_lmetric":73878},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":73878,"score_linear":131513.0,"score_lmetric":147756},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":71168,"new_prefill":2710,"score_linear":54779.0,"score_lmetric":2710},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":73878,"score_linear":139160.0,"score_lmetric":69726},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":73878,"score_linear":129673.0,"score_lmetric":73878}],"chosen_score_linear":54779.0,"chosen_score_lmetric":2710,"t_first_token":30581.379213708,"t_first_token_unix":1779964577.9341576,"t_done":30583.388620532,"t_done_unix":1779964579.9435642},{"request_id":"1366128:26:1413108:823","session_id":"1366128","input_length":127989,"t_proxy_recv":30523.917095083,"t_decision_unix":1779964520.4720366,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9200790692950176,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":117760,"v3_new_local":10229,"v3_src_idx":1,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":55642,"ongoing_decode_tokens":55642,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":117760,"estimated_new_tokens":10229,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":271835,"ongoing_decode_tokens":239503,"pending_prefill_tokens":1100,"num_requests":4,"active_p_offloads":0,"cached_blocks":1618,"cache_hit":0,"new_prefill":127989,"score_linear":271835.0,"score_lmetric":516356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55642,"ongoing_decode_tokens":55642,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":117760,"new_prefill":10229,"score_linear":-62118.0,"score_lmetric":10229},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":127989,"score_linear":161488.0,"score_lmetric":255978},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":127989,"score_linear":124090.0,"score_lmetric":127989},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":0,"pending_prefill_tokens":19384,"num_requests":2,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":58368,"new_prefill":69621,"score_linear":98232.0,"score_lmetric":178010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139087,"ongoing_decode_tokens":139087,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1832,"cache_hit":0,"new_prefill":127989,"score_linear":139087.0,"score_lmetric":255978},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-64670,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":127989,"score_linear":-64670.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72608,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":127989,"score_linear":72608.0,"score_lmetric":127989}],"chosen_score_linear":-62118.0,"chosen_score_lmetric":10229,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"write_mode":true,"t_prefill_sent":30523.921183924,"t_prefill_sent_unix":1779964520.4761264,"t_decode_sent":30523.921198843,"t_decode_sent_unix":1779964520.476143,"t_done":30583.961595394,"t_done_unix":1779964580.5165396,"t_prefill_done":30583.961599079,"t_prefill_done_unix":1779964580.516542},{"request_id":"1366128:27:1417788:831","session_id":"1366128","input_length":128433,"t_proxy_recv":30584.145715013,"t_decision_unix":1779964580.700656,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":1,"affinity_cache_hit":0,"affinity_cache_ratio":0.0,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":945.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (945 < 8000)","v3_prefill_cache_hit":127488,"v3_new_local":945,"cache_hit":127488,"estimated_new_tokens":945,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":256461,"ongoing_decode_tokens":130514,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":128433,"score_linear":256461.0,"score_lmetric":385299},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2033,"cache_hit":127488,"new_prefill":945,"score_linear":-127488.0,"score_lmetric":-945},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":128433,"score_linear":127488.0,"score_lmetric":133553},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":128433,"score_linear":160925.0,"score_lmetric":405951},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":58368,"new_prefill":70065,"score_linear":120499.0,"score_lmetric":147666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":128433,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":128433,"score_linear":129673.0,"score_lmetric":128433}],"chosen_score_linear":-127488.0,"chosen_score_lmetric":-945,"t_first_token":30584.797648243,"t_first_token_unix":1779964581.3525922,"t_done":30585.799372725,"t_done_unix":1779964582.3543165},{"request_id":"1366128:28:1421998:837","session_id":"1366128","input_length":128642,"t_proxy_recv":30585.821062127,"t_decision_unix":1779964582.3760037,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":128512,"affinity_cache_ratio":0.9989894435720837,"affinity_num_requests":-1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (130 < 8000)","v3_prefill_cache_hit":128512,"v3_new_local":130,"cache_hit":128512,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":256461,"ongoing_decode_tokens":130514,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":128642,"score_linear":256461.0,"score_lmetric":385926},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":128512,"new_prefill":130,"score_linear":-128512.0,"score_lmetric":-130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":128642,"score_linear":127488.0,"score_lmetric":133762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":128642,"score_linear":160925.0,"score_lmetric":406578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":58368,"new_prefill":70274,"score_linear":120499.0,"score_lmetric":148084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":128642,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":128642,"score_linear":129673.0,"score_lmetric":128642}],"chosen_score_linear":-128512.0,"chosen_score_lmetric":-130,"t_first_token":30586.096657583,"t_first_token_unix":1779964582.6516013,"t_done":30586.603970683,"t_done_unix":1779964583.1589143},{"request_id":"1363943:13:1438562:865","session_id":"1363943","input_length":28711,"t_proxy_recv":30580.861562385,"t_decision_unix":1779964577.4165037,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9451429765595069,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1575 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":1575,"cache_hit":27136,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":27136,"new_prefill":1575,"score_linear":200614.0,"score_lmetric":3150},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":28711,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":28711,"score_linear":127488.0,"score_lmetric":33831},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":4096,"new_prefill":24615,"score_linear":156829.0,"score_lmetric":94497},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":28711,"score_linear":199825.0,"score_lmetric":62842},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":24615,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":4096,"new_prefill":24615,"score_linear":135064.0,"score_lmetric":24615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":4096,"new_prefill":24615,"score_linear":125577.0,"score_lmetric":24615}],"chosen_score_linear":200614.0,"chosen_score_lmetric":3150,"t_first_token":30584.099535511,"t_first_token_unix":1779964580.6544793,"t_done":30590.365914684,"t_done_unix":1779964586.920859},{"request_id":"1371622:2:1442319:869","session_id":"1371622","input_length":19056,"t_proxy_recv":30593.267121034,"t_decision_unix":1779964589.8220623,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.6985726280436608,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5744 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":5744,"cache_hit":13312,"estimated_new_tokens":5744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":19056,"score_linear":227750.0,"score_lmetric":38112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":126198,"pending_prefill_tokens":50353,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":0,"new_prefill":19056,"score_linear":189351.0,"score_lmetric":69409},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":19056,"score_linear":127488.0,"score_lmetric":24176},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":19056,"score_linear":160925.0,"score_lmetric":77820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":13312,"new_prefill":5744,"score_linear":165555.0,"score_lmetric":19024},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":19056,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":19056,"score_linear":129673.0,"score_lmetric":19056}],"chosen_score_linear":165555.0,"chosen_score_lmetric":19024,"t_first_token":30595.793592487,"t_first_token_unix":1779964592.3485363,"t_done":30597.334505403,"t_done_unix":1779964593.8894484},{"request_id":"1268861:10:1439325:866","session_id":"1268861","input_length":52920,"t_proxy_recv":30583.417469232,"t_decision_unix":1779964579.9724104,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9287981859410431,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3768 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":3768,"cache_hit":49152,"estimated_new_tokens":3768,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":256461,"ongoing_decode_tokens":101803,"pending_prefill_tokens":1575,"num_requests":3,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":52920,"score_linear":256461.0,"score_lmetric":163485},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":52920,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":52920,"score_linear":127488.0,"score_lmetric":58040},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":52920,"score_linear":160925.0,"score_lmetric":179412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":49152,"new_prefill":3768,"score_linear":76795.0,"score_lmetric":3768},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":52920,"score_linear":139160.0,"score_lmetric":52920},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":21504,"new_prefill":31416,"score_linear":108169.0,"score_lmetric":31416}],"chosen_score_linear":76795.0,"chosen_score_lmetric":3768,"t_first_token":30593.843855757,"t_first_token_unix":1779964590.3987994,"t_done":30598.130479541,"t_done_unix":1779964594.685423},{"request_id":"1364090:10:1426859:847","session_id":"1364090","input_length":108020,"t_proxy_recv":30543.535342242,"t_decision_unix":1779964540.0902839,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9384928716904277,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6644 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":6644,"cache_hit":101376,"estimated_new_tokens":6644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":284326,"ongoing_decode_tokens":241984,"pending_prefill_tokens":1894,"num_requests":4,"active_p_offloads":0,"cached_blocks":1623,"cache_hit":4096,"new_prefill":103924,"score_linear":280230.0,"score_lmetric":423272},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":140585,"ongoing_decode_tokens":12596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":108020,"score_linear":140585.0,"score_lmetric":108020},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":108020,"score_linear":161488.0,"score_lmetric":216040},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":7680,"new_prefill":100340,"score_linear":116410.0,"score_lmetric":100340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":108020,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63319,"ongoing_decode_tokens":32179,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2345,"cache_hit":101376,"new_prefill":6644,"score_linear":-38057.0,"score_lmetric":2492},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-38057.0,"chosen_score_lmetric":2492,"t_first_token":30547.743726561,"t_first_token_unix":1779964544.2986708,"t_done":30598.440904019,"t_done_unix":1779964594.9958475},{"request_id":"1313181:9:1333349:415","session_id":"1313181","input_length":129673,"t_proxy_recv":30557.700635443,"t_decision_unix":1779964554.2555768,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62464,"affinity_cache_ratio":0.481703978468918,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":67209.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=12800 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":62464,"v3_new_local":67209,"v3_src_idx":3,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":12800,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":12800,"recent_mig_received_in_window":0},"cache_hit":62464,"estimated_new_tokens":67209,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":297015,"ongoing_decode_tokens":171068,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":61440,"new_prefill":68233,"score_linear":235575.0,"score_lmetric":272932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":12800,"new_prefill":116873,"score_linear":115189.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":61952,"new_prefill":67721,"score_linear":-24554.0,"score_lmetric":67721},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1840,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":62464,"new_prefill":67209,"score_linear":-60624.0,"score_lmetric":67209},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":24064,"new_prefill":105609,"score_linear":101883.0,"score_lmetric":105609},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":129673,"score_linear":139160.0,"score_lmetric":125521},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":12800,"new_prefill":116873,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-60624.0,"chosen_score_lmetric":67209,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"write_mode":true,"t_prefill_sent":30557.706310403,"t_prefill_sent_unix":1779964554.2612534,"t_decode_sent":30557.706329134,"t_decode_sent_unix":1779964554.261273,"t_first_token":30598.612790348,"t_first_token_unix":1779964595.1677337,"t_done":30600.351282638,"t_done_unix":1779964596.9062266,"t_prefill_done":30600.351289129,"t_prefill_done_unix":1779964596.906232},{"request_id":"1314357:5:1393659:719","session_id":"1314357","input_length":101803,"t_proxy_recv":30423.555885742,"t_decision_unix":1779964420.1108272,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":73216,"affinity_cache_ratio":0.7191929510918146,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":73216,"v3_new_local":28587,"cache_hit":73216,"estimated_new_tokens":28587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1514,"cache_hit":73216,"new_prefill":28587,"score_linear":33089.0,"score_lmetric":28587},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58511,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1641,"cache_hit":0,"new_prefill":101803,"score_linear":58511.0,"score_lmetric":101803},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":142193,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2012,"cache_hit":0,"new_prefill":101803,"score_linear":142193.0,"score_lmetric":203606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":36654,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2006,"cache_hit":0,"new_prefill":101803,"score_linear":15283.0,"score_lmetric":101803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":306469,"ongoing_decode_tokens":178493,"pending_prefill_tokens":3417,"num_requests":4,"active_p_offloads":0,"cached_blocks":1770,"cache_hit":0,"new_prefill":101803,"score_linear":306469.0,"score_lmetric":420880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1788,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":120843,"ongoing_decode_tokens":120843,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":101803,"score_linear":120843.0,"score_lmetric":203606},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":33089.0,"chosen_score_lmetric":28587,"t_first_token":30457.637145604,"t_first_token_unix":1779964454.192089,"t_done":30600.372664655,"t_done_unix":1779964596.9276078},{"request_id":"1314357:6:1422517:839","session_id":"1314357","input_length":105709,"t_proxy_recv":30600.391924018,"t_decision_unix":1779964596.9468653,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977579960079085,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (237 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":237,"cache_hit":105472,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1699,"cache_hit":105472,"new_prefill":237,"score_linear":20475.0,"score_lmetric":237},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":126198,"pending_prefill_tokens":50353,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":0,"new_prefill":105709,"score_linear":189351.0,"score_lmetric":156062},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":105709,"score_linear":127488.0,"score_lmetric":110829},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31252,"ongoing_decode_tokens":31252,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2603,"cache_hit":0,"new_prefill":105709,"score_linear":31252.0,"score_lmetric":211418},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":105709,"score_linear":145239.0,"score_lmetric":211418},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":0,"pending_prefill_tokens":49,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":105709,"score_linear":62513.0,"score_lmetric":105758}],"chosen_score_linear":20475.0,"chosen_score_lmetric":237,"t_first_token":30600.54972534,"t_first_token_unix":1779964597.1046684,"t_done":30606.181888198,"t_done_unix":1779964602.7368348},{"request_id":"1366128:29:1424316:841","session_id":"1366128","input_length":126198,"t_proxy_recv":30586.666987994,"t_decision_unix":1779964583.2219296,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":125952,"affinity_cache_ratio":0.9980506822612085,"affinity_num_requests":-1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":125952,"v3_new_local":246,"cache_hit":125952,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":256461,"ongoing_decode_tokens":130514,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":126198,"score_linear":256461.0,"score_lmetric":378594},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":125952,"new_prefill":246,"score_linear":-125952.0,"score_lmetric":-246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":126198,"score_linear":127488.0,"score_lmetric":131318},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":126198,"score_linear":160925.0,"score_lmetric":399246},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":58368,"new_prefill":67830,"score_linear":120499.0,"score_lmetric":143196},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":126198,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":126198,"score_linear":129673.0,"score_lmetric":126198}],"chosen_score_linear":-125952.0,"chosen_score_lmetric":-246,"t_first_token":30586.835441089,"t_first_token_unix":1779964583.3903842,"t_done":30609.367201064,"t_done_unix":1779964605.9221454},{"request_id":"1294611:12:1441557:868","session_id":"1294611","input_length":63153,"t_proxy_recv":30590.533219886,"t_decision_unix":1779964587.0881612,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":1,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7783003182746663,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":50353.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[2,0,1,3,2,0,0,1])","v3_prefill_cache_hit":12800,"v3_new_local":50353,"cache_hit":12800,"estimated_new_tokens":50353,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":63153,"score_linear":227750.0,"score_lmetric":126306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":12800,"new_prefill":50353,"score_linear":113398.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":63153,"score_linear":127488.0,"score_lmetric":68273},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":49152,"new_prefill":14001,"score_linear":111773.0,"score_lmetric":62655},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":178867,"ongoing_decode_tokens":0,"pending_prefill_tokens":3768,"num_requests":2,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":0,"new_prefill":63153,"score_linear":178867.0,"score_lmetric":133842},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":63153,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":63153,"score_linear":129673.0,"score_lmetric":63153}],"chosen_score_linear":113398.0,"chosen_score_lmetric":0,"t_first_token":30604.656077057,"t_first_token_unix":1779964601.2110503,"t_done":30609.429413477,"t_done_unix":1779964605.9843574},{"request_id":"1407599:2:1430593:852","session_id":"1407599","input_length":1840,"t_proxy_recv":30553.285409656,"t_decision_unix":1779964549.8403513,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.8347826086956521,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (304 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":304,"cache_hit":1536,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":171068,"ongoing_decode_tokens":128726,"pending_prefill_tokens":1894,"num_requests":3,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":0,"new_prefill":1840,"score_linear":171068.0,"score_lmetric":11202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":1840,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":1840,"score_linear":161488.0,"score_lmetric":3680},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":1536,"new_prefill":304,"score_linear":122554.0,"score_lmetric":304},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":1840,"score_linear":139160.0,"score_lmetric":-2312},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":122554.0,"chosen_score_lmetric":304,"t_first_token":30553.321113745,"t_first_token_unix":1779964549.8760571,"t_done":30609.514412026,"t_done_unix":1779964606.0693552},{"request_id":"1294611:13:1446349:872","session_id":"1294611","input_length":63488,"t_proxy_recv":30609.442558211,"t_decision_unix":1779964605.9975,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9919354838709677,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (512 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":512,"cache_hit":62976,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232226,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":0,"new_prefill":63488,"score_linear":232226.0,"score_lmetric":126976},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":62976,"new_prefill":512,"score_linear":-62976.0,"score_lmetric":-512},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":63488,"score_linear":127488.0,"score_lmetric":68608},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31252,"ongoing_decode_tokens":31252,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2603,"cache_hit":49152,"new_prefill":14336,"score_linear":-17900.0,"score_lmetric":28672},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":63488,"score_linear":145239.0,"score_lmetric":126976},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":63488,"score_linear":62513.0,"score_lmetric":63488}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":-512,"t_first_token":30609.549093239,"t_first_token_unix":1779964606.1040366,"t_done":30610.55104195,"t_done_unix":1779964607.1059852},{"request_id":"1314357:7:1427957:851","session_id":"1314357","input_length":106279,"t_proxy_recv":30606.199586839,"t_decision_unix":1779964602.7545283,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9972242870181315,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (295 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":295,"cache_hit":105984,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1700,"cache_hit":105984,"new_prefill":295,"score_linear":19963.0,"score_lmetric":295},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":189351,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":0,"new_prefill":106279,"score_linear":189351.0,"score_lmetric":106279},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":106279,"score_linear":127488.0,"score_lmetric":111399},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31252,"ongoing_decode_tokens":31252,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2603,"cache_hit":0,"new_prefill":106279,"score_linear":31252.0,"score_lmetric":212558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":106279,"score_linear":145239.0,"score_lmetric":212558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":106279,"score_linear":62513.0,"score_lmetric":106279}],"chosen_score_linear":19963.0,"chosen_score_lmetric":295,"t_first_token":30606.399094439,"t_first_token_unix":1779964602.9540377,"t_done":30611.632964637,"t_done_unix":1779964608.1879199},{"request_id":"1314357:8:1431749:854","session_id":"1314357","input_length":106805,"t_proxy_recv":30611.647916306,"t_decision_unix":1779964608.202858,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9971068770188661,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (309 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":309,"cache_hit":106496,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1701,"cache_hit":106496,"new_prefill":309,"score_linear":19451.0,"score_lmetric":309},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":-106805},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":106805,"score_linear":127488.0,"score_lmetric":111925},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":106805,"score_linear":29412.0,"score_lmetric":106805},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":106805,"score_linear":145239.0,"score_lmetric":213610},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":106805,"score_linear":62513.0,"score_lmetric":106805}],"chosen_score_linear":19451.0,"chosen_score_lmetric":309,"t_first_token":30611.852887133,"t_first_token_unix":1779964608.4078307,"t_done":30613.117841105,"t_done_unix":1779964609.672785},{"request_id":"1371622:3:1443876:871","session_id":"1371622","input_length":19292,"t_proxy_recv":30598.377175969,"t_decision_unix":1779964594.9321175,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9819614347916235,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (348 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":348,"cache_hit":18944,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":0,"new_prefill":19292,"score_linear":227750.0,"score_lmetric":38584},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":126198,"pending_prefill_tokens":50353,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":0,"new_prefill":19292,"score_linear":189351.0,"score_lmetric":69645},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":19292,"score_linear":127488.0,"score_lmetric":24412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":0,"new_prefill":19292,"score_linear":160925.0,"score_lmetric":78528},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":18944,"new_prefill":348,"score_linear":107003.0,"score_lmetric":348},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11171,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":19292,"score_linear":11171.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":19292,"score_linear":129673.0,"score_lmetric":19292}],"chosen_score_linear":107003.0,"chosen_score_lmetric":348,"t_first_token":30598.469983691,"t_first_token_unix":1779964595.0249267,"t_done":30613.248779952,"t_done_unix":1779964609.8037238},{"request_id":"1342921:6:1448548:876","session_id":"1342921","input_length":75761,"t_proxy_recv":30614.00891781,"t_decision_unix":1779964610.5638587,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9731656129142963,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2033 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":2033,"cache_hit":73728,"estimated_new_tokens":2033,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232906,"ongoing_decode_tokens":106959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1701,"cache_hit":0,"new_prefill":75761,"score_linear":232906.0,"score_lmetric":151522},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":-75761},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":75761,"score_linear":127488.0,"score_lmetric":80881},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":75761,"score_linear":29412.0,"score_lmetric":75761},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":73728,"new_prefill":2033,"score_linear":52219.0,"score_lmetric":2033},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":75761,"score_linear":62513.0,"score_lmetric":75761}],"chosen_score_linear":52219.0,"chosen_score_lmetric":2033,"t_first_token":30614.960722542,"t_first_token_unix":1779964611.5156665,"t_done":30615.670762565,"t_done_unix":1779964612.2257063},{"request_id":"1314357:9:1435219:861","session_id":"1314357","input_length":106959,"t_proxy_recv":30613.139804012,"t_decision_unix":1779964609.6947453,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9956712385119532,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (463 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":463,"cache_hit":106496,"estimated_new_tokens":463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1701,"cache_hit":106496,"new_prefill":463,"score_linear":19451.0,"score_lmetric":463},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":-106959},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":106959,"score_linear":127488.0,"score_lmetric":112079},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":106959,"score_linear":29412.0,"score_lmetric":106959},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":0,"new_prefill":106959,"score_linear":145239.0,"score_lmetric":213918},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":106959,"score_linear":62513.0,"score_lmetric":106959}],"chosen_score_linear":19451.0,"chosen_score_lmetric":463,"t_first_token":30613.304625857,"t_first_token_unix":1779964609.8595695,"t_done":30615.890163692,"t_done_unix":1779964612.445107},{"request_id":"1314357:10:1439373:867","session_id":"1314357","input_length":107228,"t_proxy_recv":30615.909287857,"t_decision_unix":1779964612.464228,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9979482970865818,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (220 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":220,"cache_hit":107008,"estimated_new_tokens":220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":107008,"new_prefill":220,"score_linear":18939.0,"score_lmetric":220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":0,"pending_prefill_tokens":128,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":107228,"score_linear":63616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":107228,"score_linear":127488.0,"score_lmetric":112348},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":107228,"score_linear":29412.0,"score_lmetric":107228},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":107228,"score_linear":125947.0,"score_lmetric":107228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":107228,"score_linear":62513.0,"score_lmetric":107228}],"chosen_score_linear":18939.0,"chosen_score_lmetric":220,"t_first_token":30616.05715635,"t_first_token_unix":1779964612.6120996,"t_done":30616.349876224,"t_done_unix":1779964612.9048197},{"request_id":"1313181:9:1386945:689","session_id":"1313181","input_length":62513,"t_proxy_recv":30600.361113223,"t_decision_unix":1779964596.9160547,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":62464,"affinity_cache_ratio":0.999216163038088,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (49 < 8000)","v3_prefill_cache_hit":62464,"v3_new_local":49,"cache_hit":62464,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1643,"cache_hit":61440,"new_prefill":1073,"score_linear":166310.0,"score_lmetric":2146},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":189351,"ongoing_decode_tokens":126198,"pending_prefill_tokens":50353,"num_requests":1,"active_p_offloads":0,"cached_blocks":2035,"cache_hit":12800,"new_prefill":49713,"score_linear":176551.0,"score_lmetric":100066},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":61952,"new_prefill":561,"score_linear":65536.0,"score_lmetric":5681},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31252,"ongoing_decode_tokens":31252,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2603,"cache_hit":62464,"new_prefill":49,"score_linear":-31212.0,"score_lmetric":98},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145239,"ongoing_decode_tokens":19292,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2233,"cache_hit":24064,"new_prefill":38449,"score_linear":121175.0,"score_lmetric":76898},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":62464,"new_prefill":49,"score_linear":-62464.0,"score_lmetric":0}],"chosen_score_linear":-62464.0,"chosen_score_lmetric":0,"t_first_token":30600.44669225,"t_first_token_unix":1779964597.0016356,"t_done":30617.508686378,"t_done_unix":1779964614.06363},{"request_id":"1404395:2:1435941:862","session_id":"1404395","input_length":29412,"t_proxy_recv":30572.047957464,"t_decision_unix":1779964568.6028986,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7659458724330205,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6884 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":6884,"cache_hit":22528,"estimated_new_tokens":6884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":270092,"ongoing_decode_tokens":144145,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":512,"new_prefill":28900,"score_linear":269580.0,"score_lmetric":86700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":512,"new_prefill":28900,"score_linear":127477.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":131513,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":22528,"new_prefill":6884,"score_linear":108985.0,"score_lmetric":13768},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":29412,"score_linear":199825.0,"score_lmetric":64244},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":29412,"score_linear":139160.0,"score_lmetric":29412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":21504,"new_prefill":7908,"score_linear":108169.0,"score_lmetric":7908}],"chosen_score_linear":108985.0,"chosen_score_lmetric":13768,"t_first_token":30598.595728287,"t_first_token_unix":1779964595.150672,"t_done":30618.113851006,"t_done_unix":1779964614.6687944},{"request_id":"1314357:11:1442554:870","session_id":"1314357","input_length":108166,"t_proxy_recv":30616.368405554,"t_decision_unix":1779964612.923347,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9892942329382616,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1158 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1158,"cache_hit":107008,"estimated_new_tokens":1158,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":107008,"new_prefill":1158,"score_linear":18939.0,"score_lmetric":1158},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":63616,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":108166,"score_linear":63616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":108166,"score_linear":127488.0,"score_lmetric":113286},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":0,"new_prefill":108166,"score_linear":29412.0,"score_lmetric":108166},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":108166,"score_linear":125947.0,"score_lmetric":108166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":108166,"score_linear":62513.0,"score_lmetric":108166}],"chosen_score_linear":18939.0,"chosen_score_lmetric":1158,"t_first_token":30617.099926522,"t_first_token_unix":1779964613.6548705,"t_done":30619.147836745,"t_done_unix":1779964615.7027829},{"request_id":"1314357:12:1446681:873","session_id":"1314357","input_length":108409,"t_proxy_recv":30619.165423609,"t_decision_unix":1779964615.7203653,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":108032,"affinity_cache_ratio":0.996522428949626,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (377 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":377,"cache_hit":108032,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1704,"cache_hit":108032,"new_prefill":377,"score_linear":17915.0,"score_lmetric":377},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":63616,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":108409,"score_linear":63616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":108409,"score_linear":127488.0,"score_lmetric":113529},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":108409,"score_linear":125947.0,"score_lmetric":108409},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":108409,"score_linear":129839.0,"score_lmetric":173736}],"chosen_score_linear":17915.0,"chosen_score_lmetric":377,"t_first_token":30619.366457756,"t_first_token_unix":1779964615.9214017,"t_done":30619.973486294,"t_done_unix":1779964616.5284302},{"request_id":"1294611:14:1449074:877","session_id":"1294611","input_length":63616,"t_proxy_recv":30615.832361866,"t_decision_unix":1779964612.3873029,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":63488,"affinity_cache_ratio":0.9979879275653923,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (128 < 8000)","v3_prefill_cache_hit":63488,"v3_new_local":128,"cache_hit":63488,"estimated_new_tokens":128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":232906,"ongoing_decode_tokens":106959,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1701,"cache_hit":0,"new_prefill":63616,"score_linear":232906.0,"score_lmetric":127232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":63488,"new_prefill":128,"score_linear":-63488.0,"score_lmetric":-128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":63616,"score_linear":127488.0,"score_lmetric":68736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":49152,"new_prefill":14464,"score_linear":-19740.0,"score_lmetric":14464},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":63616,"score_linear":125947.0,"score_lmetric":63616},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":63616,"score_linear":62513.0,"score_lmetric":63616}],"chosen_score_linear":-63488.0,"chosen_score_lmetric":-128,"t_first_token":30615.922629996,"t_first_token_unix":1779964612.4775748,"t_done":30620.779299045,"t_done_unix":1779964617.3342426},{"request_id":"1314357:13:1448346:875","session_id":"1314357","input_length":108791,"t_proxy_recv":30619.995539196,"t_decision_unix":1779964616.5504804,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9930233199437454,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (759 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":759,"cache_hit":108032,"estimated_new_tokens":759,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1704,"cache_hit":108032,"new_prefill":759,"score_linear":17915.0,"score_lmetric":759},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":63616,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":108791,"score_linear":63616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":108791,"score_linear":127488.0,"score_lmetric":113911},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":108791,"score_linear":125947.0,"score_lmetric":108791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":108791,"score_linear":129839.0,"score_lmetric":174118}],"chosen_score_linear":17915.0,"chosen_score_lmetric":759,"t_first_token":30620.522303247,"t_first_token_unix":1779964617.0772471,"t_done":30622.319346133,"t_done_unix":1779964618.8742898},{"request_id":"1314357:14:1450740:878","session_id":"1314357","input_length":109010,"t_proxy_recv":30622.336875509,"t_decision_unix":1779964618.8918169,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":108544,"affinity_cache_ratio":0.9957251628290983,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (466 < 8000)","v3_prefill_cache_hit":108544,"v3_new_local":466,"cache_hit":108544,"estimated_new_tokens":466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1705,"cache_hit":108544,"new_prefill":466,"score_linear":17403.0,"score_lmetric":466},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":-109010},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":109010,"score_linear":127488.0,"score_lmetric":114130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":109010,"score_linear":125947.0,"score_lmetric":109010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":109010,"score_linear":129839.0,"score_lmetric":174337}],"chosen_score_linear":17403.0,"chosen_score_lmetric":466,"t_first_token":30622.560059929,"t_first_token_unix":1779964619.115004,"t_done":30623.841379088,"t_done_unix":1779964620.3963225},{"request_id":"1268861:11:1452208:880","session_id":"1268861","input_length":55050,"t_proxy_recv":30626.247051159,"t_decision_unix":1779964622.8019922,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9579654859218892,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2314 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2314,"cache_hit":52736,"estimated_new_tokens":2314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":55050,"score_linear":125947.0,"score_lmetric":55050},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":-55050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":55050,"score_linear":127488.0,"score_lmetric":60170},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":52736,"new_prefill":2314,"score_linear":73211.0,"score_lmetric":2314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":21504,"new_prefill":33546,"score_linear":108335.0,"score_lmetric":98873}],"chosen_score_linear":73211.0,"chosen_score_lmetric":2314,"t_first_token":30627.098010477,"t_first_token_unix":1779964623.6529539,"t_done":30628.196969804,"t_done_unix":1779964624.7519138},{"request_id":"1371622:4:1452210:881","session_id":"1371622","input_length":20439,"t_proxy_recv":30626.255196186,"t_decision_unix":1779964622.8101377,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9769558197563482,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (471 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":471,"cache_hit":19968,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":0,"new_prefill":20439,"score_linear":125947.0,"score_lmetric":20439},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":-20439},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":20439,"score_linear":127488.0,"score_lmetric":25559},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":180997,"ongoing_decode_tokens":0,"pending_prefill_tokens":2314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":19968,"new_prefill":471,"score_linear":161029.0,"score_lmetric":5570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":20439,"score_linear":129839.0,"score_lmetric":85766}],"chosen_score_linear":161029.0,"chosen_score_lmetric":5570,"t_first_token":30627.09611876,"t_first_token_unix":1779964623.6510623,"t_done":30628.530719252,"t_done_unix":1779964625.0856624},{"request_id":"1264679:3:1431512:853","session_id":"1264679","input_length":125947,"t_proxy_recv":30556.27786884,"t_decision_unix":1779964552.8328102,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114176,"affinity_cache_ratio":0.9065400525617918,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":35313.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":114176,"v3_new_local":11771,"v3_src_idx":0,"v3_target_idx":4,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":171068,"ongoing_decode_tokens":171068,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":114176,"estimated_new_tokens":11771,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":171068,"ongoing_decode_tokens":171068,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1631,"cache_hit":114176,"new_prefill":11771,"score_linear":56892.0,"score_lmetric":35313},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":125947,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":161488,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2075,"cache_hit":0,"new_prefill":125947,"score_linear":161488.0,"score_lmetric":251894},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125930,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2349,"cache_hit":0,"new_prefill":125947,"score_linear":125930.0,"score_lmetric":251894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1950,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":-4152,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":125947,"score_linear":139160.0,"score_lmetric":121795},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1919,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":56892.0,"chosen_score_lmetric":35313,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8004","v3_decode_target_idx":4,"write_mode":true,"t_prefill_sent":30556.282448855,"t_prefill_sent_unix":1779964552.8373914,"t_decode_sent":30556.282508012,"t_decode_sent_unix":1779964552.8374515,"t_first_token":30581.387468507,"t_first_token_unix":1779964577.9424198,"t_done":30630.122887022,"t_done_unix":1779964626.6778367,"t_prefill_done":30630.122900001,"t_prefill_done_unix":1779964626.6778562},{"request_id":"1314357:15:1452292:882","session_id":"1314357","input_length":109164,"t_proxy_recv":30626.50915077,"t_decision_unix":1779964623.0640922,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9990106628558866,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":108,"cache_hit":109056,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1706,"cache_hit":109056,"new_prefill":108,"score_linear":16891.0,"score_lmetric":108},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":-109164},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":0,"new_prefill":109164,"score_linear":127488.0,"score_lmetric":114284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":201436,"ongoing_decode_tokens":0,"pending_prefill_tokens":2785,"num_requests":3,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":0,"new_prefill":109164,"score_linear":201436.0,"score_lmetric":335847},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":109164,"score_linear":129839.0,"score_lmetric":174491}],"chosen_score_linear":16891.0,"chosen_score_lmetric":108,"t_first_token":30626.672417626,"t_first_token_unix":1779964623.2273612,"t_done":30630.636923607,"t_done_unix":1779964627.1918707},{"request_id":"1356885:2:1438037:864","session_id":"1356885","input_length":127488,"t_proxy_recv":30579.154609337,"t_decision_unix":1779964575.7095506,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":122368,"affinity_cache_ratio":0.9598393574297188,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5120 < 8000)","v3_prefill_cache_hit":122368,"v3_new_local":5120,"cache_hit":122368,"estimated_new_tokens":5120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":227750,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1639,"cache_hit":0,"new_prefill":127488,"score_linear":227750.0,"score_lmetric":254976},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2014,"cache_hit":0,"new_prefill":127488,"score_linear":127989.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":122368,"new_prefill":5120,"score_linear":-122368.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":160925,"ongoing_decode_tokens":1840,"pending_prefill_tokens":6884,"num_requests":3,"active_p_offloads":0,"cached_blocks":2591,"cache_hit":122368,"new_prefill":5120,"score_linear":38557.0,"score_lmetric":36012},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":199825,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":2210,"cache_hit":0,"new_prefill":127488,"score_linear":199825.0,"score_lmetric":260396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":139160,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2408,"cache_hit":0,"new_prefill":127488,"score_linear":139160.0,"score_lmetric":127488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1920,"cache_hit":0,"new_prefill":127488,"score_linear":129673.0,"score_lmetric":127488}],"chosen_score_linear":-122368.0,"chosen_score_lmetric":0,"t_first_token":30630.810020508,"t_first_token_unix":1779964627.3649716,"t_done":30632.405986879,"t_done_unix":1779964628.9609306},{"request_id":"1371622:5:1455608:884","session_id":"1371622","input_length":21518,"t_proxy_recv":30638.033675257,"t_decision_unix":1779964634.5886164,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.951761316107445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1038 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":1038,"cache_hit":20480,"estimated_new_tokens":1038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":-21518},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":0,"new_prefill":21518,"score_linear":128563.0,"score_lmetric":21518},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":20480,"new_prefill":1038,"score_linear":-20480.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":21518,"score_linear":129839.0,"score_lmetric":86845}],"chosen_score_linear":-20480.0,"chosen_score_lmetric":0,"t_first_token":30638.271397595,"t_first_token_unix":1779964634.8263414,"t_done":30638.724433623,"t_done_unix":1779964635.2793772},{"request_id":"1363943:14:1458616:885","session_id":"1363943","input_length":29268,"t_proxy_recv":30647.979790124,"t_decision_unix":1779964644.5347311,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29184,"affinity_cache_ratio":0.997129971299713,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (84 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":84,"cache_hit":29184,"estimated_new_tokens":84,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":29184,"new_prefill":84,"score_linear":-29184.0,"score_lmetric":-84},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":128563,"ongoing_decode_tokens":128563,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":0,"new_prefill":29268,"score_linear":128563.0,"score_lmetric":29268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":4096,"new_prefill":25172,"score_linear":125743.0,"score_lmetric":90499}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":-84,"t_first_token":30648.058881155,"t_first_token_unix":1779964644.6138248,"t_done":30648.625599944,"t_done_unix":1779964645.1805458},{"request_id":"1356885:3:1451307:879","session_id":"1356885","input_length":128563,"t_proxy_recv":30632.425138794,"t_decision_unix":1779964628.9800804,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":127488,"affinity_cache_ratio":0.9916383407356705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1075 < 8000)","v3_prefill_cache_hit":127488,"v3_new_local":1075,"cache_hit":127488,"estimated_new_tokens":1075,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":-128563},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2091,"cache_hit":127488,"new_prefill":1075,"score_linear":-127488.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":122368,"new_prefill":6195,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":128563,"score_linear":129839.0,"score_lmetric":193890}],"chosen_score_linear":-127488.0,"chosen_score_lmetric":0,"t_first_token":30633.530317909,"t_first_token_unix":1779964630.085263,"t_done":30650.14833886,"t_done_unix":1779964646.7032824},{"request_id":"1404395:3:1460072:887","session_id":"1404395","input_length":34392,"t_proxy_recv":30652.61755384,"t_decision_unix":1779964649.1724954,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9230053500814143,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2648 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":2648,"cache_hit":31744,"estimated_new_tokens":2648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":512,"new_prefill":33880,"score_linear":25894.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":31744,"new_prefill":2648,"score_linear":-31744.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":21504,"new_prefill":12888,"score_linear":108335.0,"score_lmetric":78215}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":30653.235783573,"t_first_token_unix":1779964649.7907271,"t_done":30655.668542108,"t_done_unix":1779964652.2234855},{"request_id":"1313181:10:1338837:436","session_id":"1313181","input_length":129839,"t_proxy_recv":30617.531096198,"t_decision_unix":1779964614.0860379,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.4968614977009989,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":65327.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":64512,"v3_new_local":65327,"cache_hit":64512,"estimated_new_tokens":65327,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":234113,"ongoing_decode_tokens":108166,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1702,"cache_hit":61440,"new_prefill":68399,"score_linear":172673.0,"score_lmetric":136798},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":63616,"ongoing_decode_tokens":63616,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":12800,"new_prefill":117039,"score_linear":50816.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2081,"cache_hit":61952,"new_prefill":67887,"score_linear":65536.0,"score_lmetric":73007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2606,"cache_hit":62464,"new_prefill":67375,"score_linear":-33052.0,"score_lmetric":67375},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2239,"cache_hit":24064,"new_prefill":105775,"score_linear":101883.0,"score_lmetric":105775},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":64512,"new_prefill":65327,"score_linear":-64512.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":30656.25854017,"t_first_token_unix":1779964652.8134837,"t_done":30657.141558528,"t_done_unix":1779964653.6965075},{"request_id":"1242838:5:1460026:886","session_id":"1242838","input_length":26406,"t_proxy_recv":30652.469431924,"t_decision_unix":1779964649.024373,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9888661667802772,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (294 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":294,"cache_hit":26112,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":26112,"new_prefill":294,"score_linear":-26112.0,"score_lmetric":-294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":3584,"new_prefill":22822,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":26406,"score_linear":129839.0,"score_lmetric":91733}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":-294,"t_first_token":30655.656490929,"t_first_token_unix":1779964652.2114356,"t_done":30657.580804939,"t_done_unix":1779964654.1357484},{"request_id":"1363943:15:1461716:889","session_id":"1363943","input_length":29651,"t_proxy_recv":30657.901611939,"t_decision_unix":1779964654.4565532,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29184,"affinity_cache_ratio":0.984250109608445,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (467 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":467,"cache_hit":29184,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":29184,"new_prefill":467,"score_linear":-29184.0,"score_lmetric":-467},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":29651,"score_linear":81299.0,"score_lmetric":37734},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":64724,"ongoing_decode_tokens":64724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":4096,"new_prefill":25555,"score_linear":60628.0,"score_lmetric":25555}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":-467,"t_first_token":30658.071065382,"t_first_token_unix":1779964654.6260085,"t_done":30659.44924084,"t_done_unix":1779964656.004184},{"request_id":"1313181:10:1399867:746","session_id":"1313181","input_length":64724,"t_proxy_recv":30657.152555901,"t_decision_unix":1779964653.7074974,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9967245534886595,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (212 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":212,"cache_hit":64512,"estimated_new_tokens":212,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":26406,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":61440,"new_prefill":3284,"score_linear":-35034.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":12800,"new_prefill":51924,"score_linear":68499.0,"score_lmetric":60007},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":2772,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":62464,"new_prefill":2260,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":24064,"new_prefill":40660,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":64512,"new_prefill":212,"score_linear":-64512.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":30657.240808679,"t_first_token_unix":1779964653.7957523,"t_done":30660.355453949,"t_done_unix":1779964656.9103975},{"request_id":"1363943:16:1463626:890","session_id":"1363943","input_length":34671,"t_proxy_recv":30664.37973061,"t_decision_unix":1779964660.9346716,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8565083210752502,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4975 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":4975,"cache_hit":29696,"estimated_new_tokens":4975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":29696,"new_prefill":4975,"score_linear":-29696.0,"score_lmetric":-4975},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":34671,"score_linear":81299.0,"score_lmetric":42754},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":4096,"new_prefill":30575,"score_linear":125835.0,"score_lmetric":95482}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":-4975,"t_first_token":30665.527927578,"t_first_token_unix":1779964662.0828724,"t_done":30666.992229579,"t_done_unix":1779964663.5471747},{"request_id":"1268861:12:1463977:891","session_id":"1268861","input_length":56147,"t_proxy_recv":30665.662915208,"t_decision_unix":1779964662.2178564,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9757244376369174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1363 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":1363,"cache_hit":54784,"estimated_new_tokens":1363,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":34671,"ongoing_decode_tokens":34671,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":0,"new_prefill":56147,"score_linear":34671.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":56147,"score_linear":81299.0,"score_lmetric":64230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":54784,"new_prefill":1363,"score_linear":-54784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":21504,"new_prefill":34643,"score_linear":108427.0,"score_lmetric":99550}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":30666.176035448,"t_first_token_unix":1779964662.730979,"t_done":30667.084988659,"t_done_unix":1779964663.6399322},{"request_id":"1371622:6:1465333:892","session_id":"1371622","input_length":23079,"t_proxy_recv":30669.917955223,"t_decision_unix":1779964666.4728963,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9317561419472248,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1575 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":1575,"cache_hit":21504,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1739,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":-23079},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":23079,"score_linear":81299.0,"score_lmetric":31162},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2495,"cache_hit":21504,"new_prefill":1575,"score_linear":-21504.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":0,"new_prefill":23079,"score_linear":129931.0,"score_lmetric":87986}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":30670.228869282,"t_first_token_unix":1779964666.7838128,"t_done":30670.75546084,"t_done_unix":1779964667.3104043},{"request_id":"1363943:17:1466811:893","session_id":"1363943","input_length":35991,"t_proxy_recv":30675.056069536,"t_decision_unix":1779964671.6110108,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9673529493484482,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1175 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":1175,"cache_hit":34816,"estimated_new_tokens":1175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1739,"cache_hit":34816,"new_prefill":1175,"score_linear":-34816.0,"score_lmetric":-1175},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":35991,"score_linear":81299.0,"score_lmetric":44074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":4096,"new_prefill":31895,"score_linear":125835.0,"score_lmetric":96802}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":-1175,"t_first_token":30675.413616688,"t_first_token_unix":1779964671.9685605,"t_done":30676.538226241,"t_done_unix":1779964673.0931697},{"request_id":"1363093:6:1460799:888","session_id":"1363093","input_length":81299,"t_proxy_recv":30655.048162231,"t_decision_unix":1779964651.6031034,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9005768828644879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":73216,"v3_new_local":8083,"cache_hit":73216,"estimated_new_tokens":8083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":0,"active_p_offloads":0,"cached_blocks":1728,"cache_hit":0,"new_prefill":81299,"score_linear":26406.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":73216,"new_prefill":8083,"score_linear":-73216.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34392,"ongoing_decode_tokens":34392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2621,"cache_hit":0,"new_prefill":81299,"score_linear":34392.0,"score_lmetric":81299},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":81299,"score_linear":129839.0,"score_lmetric":146626}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":30677.31933862,"t_first_token_unix":1779964673.8742833,"t_done":30677.939642507,"t_done_unix":1779964674.4945862},{"request_id":"1404395:4:1467473:894","session_id":"1404395","input_length":34863,"t_proxy_recv":30677.367582812,"t_decision_unix":1779964673.9225242,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9839658090238935,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (559 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":559,"cache_hit":34304,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":512,"new_prefill":34351,"score_linear":-512.0,"score_lmetric":-34351},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":81299,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":512,"new_prefill":34351,"score_linear":80787.0,"score_lmetric":34351},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":34304,"new_prefill":559,"score_linear":-34304.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":21504,"new_prefill":13359,"score_linear":108427.0,"score_lmetric":78266}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":30677.483324207,"t_first_token_unix":1779964674.0382683,"t_done":30678.723904931,"t_done_unix":1779964675.2788482},{"request_id":"1371622:7:1468305:895","session_id":"1371622","input_length":24036,"t_proxy_recv":30680.140303734,"t_decision_unix":1779964676.695245,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9585621567648527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (996 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":996,"cache_hit":23040,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":-24036},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":23040,"new_prefill":996,"score_linear":-23040.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":0,"new_prefill":24036,"score_linear":129931.0,"score_lmetric":88943}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":30680.358980558,"t_first_token_unix":1779964676.913924,"t_done":30681.210866681,"t_done_unix":1779964677.76581},{"request_id":"1363943:18:1469143:896","session_id":"1363943","input_length":47303,"t_proxy_recv":30682.958286813,"t_decision_unix":1779964679.513228,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35840,"affinity_cache_ratio":0.7576686468088705,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":35840,"v3_new_local":11463,"cache_hit":35840,"estimated_new_tokens":11463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":35840,"new_prefill":11463,"score_linear":-35840.0,"score_lmetric":-11463},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":4096,"new_prefill":43207,"score_linear":125835.0,"score_lmetric":108114}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":-11463,"t_first_token":30686.186682645,"t_first_token_unix":1779964682.7416282,"t_done":30688.93293161,"t_done_unix":1779964685.4878767},{"request_id":"1405155:3:1469167:897","session_id":"1405155","input_length":66246,"t_proxy_recv":30683.03601789,"t_decision_unix":1779964679.5909593,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":40448,"affinity_cache_ratio":0.610572713824231,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":40448,"v3_new_local":25798,"cache_hit":40448,"estimated_new_tokens":25798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47303,"ongoing_decode_tokens":0,"pending_prefill_tokens":11463,"num_requests":0,"active_p_offloads":0,"cached_blocks":1741,"cache_hit":0,"new_prefill":66246,"score_linear":47303.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":40448,"new_prefill":25798,"score_linear":-40448.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":512,"new_prefill":65734,"score_linear":129419.0,"score_lmetric":130641}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":30691.952039808,"t_first_token_unix":1779964688.5069835,"t_done":30693.779426281,"t_done_unix":1779964690.3343694},{"request_id":"1399948:13:1472968:898","session_id":"1399948","input_length":12247,"t_proxy_recv":30695.491231693,"t_decision_unix":1779964692.0461729,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9615416020249857,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (471 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":471,"cache_hit":11776,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":-12247},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":11776,"new_prefill":471,"score_linear":118155.0,"score_lmetric":65378}],"chosen_score_linear":118155.0,"chosen_score_lmetric":65378,"t_first_token":30699.071720732,"t_first_token_unix":1779964695.626664,"t_done":30699.38572409,"t_done_unix":1779964695.9406674},{"request_id":"1313181:11:1344301:464","session_id":"1313181","input_length":129931,"t_proxy_recv":30660.376144514,"t_decision_unix":1779964656.931086,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.5004502389729933,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":64907,"cache_hit":65024,"estimated_new_tokens":64907,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1729,"cache_hit":61440,"new_prefill":68491,"score_linear":-61440.0,"score_lmetric":-68491},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":8083,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":12800,"new_prefill":117131,"score_linear":68499.0,"score_lmetric":125214},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":67979,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":62464,"new_prefill":67467,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":24064,"new_prefill":105867,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1953,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":65024,"new_prefill":64907,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30699.058372881,"t_first_token_unix":1779964695.6133165,"t_done":30699.963345241,"t_done_unix":1779964696.5182889},{"request_id":"1313181:11:1402841:762","session_id":"1313181","input_length":65123,"t_proxy_recv":30699.973883949,"t_decision_unix":1779964696.5288255,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9984797997635244,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (99 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":99,"cache_hit":65024,"estimated_new_tokens":99,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56056,"ongoing_decode_tokens":0,"pending_prefill_tokens":8440,"num_requests":0,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":61440,"new_prefill":3683,"score_linear":-5384.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":3171,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":62464,"new_prefill":2659,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101169,"ongoing_decode_tokens":24569,"pending_prefill_tokens":824,"num_requests":2,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":24064,"new_prefill":41059,"score_linear":77105.0,"score_lmetric":83766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":65024,"new_prefill":99,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30700.058693345,"t_first_token_unix":1779964696.6136363,"t_done":30700.453494284,"t_done_unix":1779964697.0084379},{"request_id":"1342921:7:1473812:900","session_id":"1342921","input_length":76600,"t_proxy_recv":30698.458389381,"t_decision_unix":1779964695.0133305,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9892428198433421,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (824 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":824,"cache_hit":75776,"estimated_new_tokens":824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":-76600},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":75776,"new_prefill":824,"score_linear":-51207.0,"score_lmetric":824},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142178,"ongoing_decode_tokens":0,"pending_prefill_tokens":65378,"num_requests":2,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":0,"new_prefill":76600,"score_linear":142178.0,"score_lmetric":283956}],"chosen_score_linear":-51207.0,"chosen_score_lmetric":824,"t_first_token":30700.821864934,"t_first_token_unix":1779964697.376809,"t_done":30702.473367266,"t_done_unix":1779964699.0283105},{"request_id":"1371622:8:1473416:899","session_id":"1371622","input_length":24569,"t_proxy_recv":30697.161040031,"t_decision_unix":1779964693.7159812,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9794456428833083,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":505,"cache_hit":24064,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":-24569},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":24064,"new_prefill":505,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142178,"ongoing_decode_tokens":0,"pending_prefill_tokens":65378,"num_requests":2,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":0,"new_prefill":24569,"score_linear":142178.0,"score_lmetric":179894}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30697.318016976,"t_first_token_unix":1779964693.87296,"t_done":30703.517035349,"t_done_unix":1779964700.071979},{"request_id":"1363943:19:1473899:901","session_id":"1363943","input_length":56056,"t_proxy_recv":30698.733993991,"t_decision_unix":1779964695.2889352,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47616,"affinity_cache_ratio":0.8494362780077066,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":47616,"v3_new_local":8440,"cache_hit":47616,"estimated_new_tokens":8440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":47616,"new_prefill":8440,"score_linear":-47616.0,"score_lmetric":-8440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101169,"ongoing_decode_tokens":24569,"pending_prefill_tokens":824,"num_requests":2,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":0,"new_prefill":56056,"score_linear":101169.0,"score_lmetric":113760},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":142178,"ongoing_decode_tokens":0,"pending_prefill_tokens":65378,"num_requests":2,"active_p_offloads":0,"cached_blocks":2153,"cache_hit":4096,"new_prefill":51960,"score_linear":138082.0,"score_lmetric":234676}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":-8440,"t_first_token":30701.693213023,"t_first_token_unix":1779964698.2481563,"t_done":30703.563924717,"t_done_unix":1779964700.1188676},{"request_id":"1363943:20:1476805:903","session_id":"1363943","input_length":60761,"t_proxy_recv":30708.699125925,"t_decision_unix":1779964705.2540674,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9184838959200803,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4953 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":4953,"cache_hit":55808,"estimated_new_tokens":4953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":55808,"new_prefill":4953,"score_linear":-55808.0,"score_lmetric":-4953},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":60761,"score_linear":44949.0,"score_lmetric":88814},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":4096,"new_prefill":56665,"score_linear":126383.0,"score_lmetric":122120}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":-4953,"t_first_token":30710.491503833,"t_first_token_unix":1779964707.0464473,"t_done":30713.967850446,"t_done_unix":1779964710.5227938},{"request_id":"1305906:4:1476757:902","session_id":"1305906","input_length":44949,"t_proxy_recv":30708.524566216,"t_decision_unix":1779964705.0795078,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":16896,"affinity_cache_ratio":0.375892678368818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":28053.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":16896,"v3_new_local":28053,"cache_hit":16896,"estimated_new_tokens":28053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1780,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":-44949},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":16896,"new_prefill":28053,"score_linear":-16896.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":44949,"score_linear":130479.0,"score_lmetric":110404}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":30716.331010355,"t_first_token_unix":1779964712.8859534,"t_done":30717.6753012,"t_done_unix":1779964714.2302444},{"request_id":"1371622:9:1479535:905","session_id":"1371622","input_length":25286,"t_proxy_recv":30717.835556985,"t_decision_unix":1779964714.3904984,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9719212212291386,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":710,"cache_hit":24576,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":-25286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":25286,"score_linear":38827.0,"score_lmetric":25286},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2557,"cache_hit":24576,"new_prefill":710,"score_linear":-24576.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":25286,"score_linear":130479.0,"score_lmetric":90741}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":30717.937883497,"t_first_token_unix":1779964714.4928267,"t_done":30718.499235675,"t_done_unix":1779964715.0541787},{"request_id":"1404395:5:1480170:906","session_id":"1404395","input_length":36988,"t_proxy_recv":30720.075297506,"t_decision_unix":1779964716.6302388,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9412782524061858,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2172 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":2172,"cache_hit":34816,"estimated_new_tokens":2172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":36988,"score_linear":38827.0,"score_lmetric":36988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":34816,"new_prefill":2172,"score_linear":-34816.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":21504,"new_prefill":15484,"score_linear":108975.0,"score_lmetric":80939}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":30720.66423255,"t_first_token_unix":1779964717.219176,"t_done":30723.32236254,"t_done_unix":1779964719.8773065},{"request_id":"1268861:13:1481831:907","session_id":"1268861","input_length":57130,"t_proxy_recv":30725.668532449,"t_decision_unix":1779964722.223474,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":55808,"affinity_cache_ratio":0.976859793453527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1322 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":1322,"cache_hit":55808,"estimated_new_tokens":1322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":57130,"score_linear":38827.0,"score_lmetric":57130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":55808,"new_prefill":1322,"score_linear":-55808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":21504,"new_prefill":35626,"score_linear":108975.0,"score_lmetric":101081}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":30726.086058316,"t_first_token_unix":1779964722.6410017,"t_done":30727.385883245,"t_done_unix":1779964723.9408298},{"request_id":"1301929:4:1479037:904","session_id":"1301929","input_length":38827,"t_proxy_recv":30716.094025592,"t_decision_unix":1779964712.6489666,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9890024982615191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (427 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":427,"cache_hit":38400,"estimated_new_tokens":427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":3584,"new_prefill":35243,"score_linear":-3584.0,"score_lmetric":-35243},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":38400,"new_prefill":427,"score_linear":-38400.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2502,"cache_hit":0,"new_prefill":38827,"score_linear":44949.0,"score_lmetric":66880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":38827,"score_linear":130479.0,"score_lmetric":104282}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":30716.160390608,"t_first_token_unix":1779964712.7153337,"t_done":30727.868519148,"t_done_unix":1779964724.4234622},{"request_id":"1363943:21:1482184:908","session_id":"1363943","input_length":65658,"t_proxy_recv":30727.003506578,"t_decision_unix":1779964723.5584478,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9279600353346127,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4730 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":4730,"cache_hit":60928,"estimated_new_tokens":4730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":60928,"new_prefill":4730,"score_linear":-60928.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":65658,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":65658,"score_linear":38827.0,"score_lmetric":65658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57130,"ongoing_decode_tokens":57130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2558,"cache_hit":0,"new_prefill":65658,"score_linear":57130.0,"score_lmetric":65658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":4096,"new_prefill":61562,"score_linear":126383.0,"score_lmetric":127017}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":30728.929031202,"t_first_token_unix":1779964725.483975,"t_done":30732.084089828,"t_done_unix":1779964728.6390333},{"request_id":"1404395:6:1483967:909","session_id":"1404395","input_length":37689,"t_proxy_recv":30732.920458757,"t_decision_unix":1779964729.4753997,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9781103239672053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (825 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":825,"cache_hit":36864,"estimated_new_tokens":825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2631,"cache_hit":36864,"new_prefill":825,"score_linear":-36864.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":21504,"new_prefill":16185,"score_linear":108975.0,"score_lmetric":81640}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":30733.128494694,"t_first_token_unix":1779964729.6834383,"t_done":30735.658109317,"t_done_unix":1779964732.2130527},{"request_id":"1313181:12:1346194:470","session_id":"1313181","input_length":130479,"t_proxy_recv":30700.473843038,"t_decision_unix":1779964697.0287848,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49834839322802904,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":65455.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":65455,"cache_hit":65024,"estimated_new_tokens":65455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56056,"ongoing_decode_tokens":0,"pending_prefill_tokens":8440,"num_requests":0,"active_p_offloads":0,"cached_blocks":1764,"cache_hit":61440,"new_prefill":69039,"score_linear":-5384.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":68527,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2627,"cache_hit":62464,"new_prefill":68015,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101169,"ongoing_decode_tokens":24569,"pending_prefill_tokens":824,"num_requests":2,"active_p_offloads":0,"cached_blocks":2500,"cache_hit":24064,"new_prefill":106415,"score_linear":77105.0,"score_lmetric":214478},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":65024,"new_prefill":65455,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30739.436592991,"t_first_token_unix":1779964735.9915369,"t_done":30740.343361753,"t_done_unix":1779964736.898305},{"request_id":"1313181:12:1404813:772","session_id":"1313181","input_length":65179,"t_proxy_recv":30740.353678116,"t_decision_unix":1779964736.9086199,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9976219334448212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (155 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":155,"cache_hit":65024,"estimated_new_tokens":155,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":61440,"new_prefill":3739,"score_linear":8798.0,"score_lmetric":3739},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":52379,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":3227,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":62464,"new_prefill":2715,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":24064,"new_prefill":41115,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":65024,"new_prefill":155,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30740.446298134,"t_first_token_unix":1779964737.0012412,"t_done":30740.995901114,"t_done_unix":1779964737.5508444},{"request_id":"1363943:22:1485341:910","session_id":"1363943","input_length":70238,"t_proxy_recv":30737.654863283,"t_decision_unix":1779964734.2098045,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9330561804151599,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4702 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":4702,"cache_hit":65536,"estimated_new_tokens":4702,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":65536,"new_prefill":4702,"score_linear":-65536.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":4096,"new_prefill":66142,"score_linear":126383.0,"score_lmetric":131597}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":30739.579629424,"t_first_token_unix":1779964736.134573,"t_done":30743.867966848,"t_done_unix":1779964740.4229102},{"request_id":"1242838:6:1486863:911","session_id":"1242838","input_length":29903,"t_proxy_recv":30742.671584248,"t_decision_unix":1779964739.2265255,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8903454502892686,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3279 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":3279,"cache_hit":26624,"estimated_new_tokens":3279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":26624,"new_prefill":3279,"score_linear":43614.0,"score_lmetric":3279},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":3584,"new_prefill":26319,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":29903,"score_linear":131699.0,"score_lmetric":96578}],"chosen_score_linear":43614.0,"chosen_score_lmetric":3279,"t_first_token":30743.408512177,"t_first_token_unix":1779964739.9634562,"t_done":30744.951229109,"t_done_unix":1779964741.5061727},{"request_id":"1363943:23:1488713:912","session_id":"1363943","input_length":72516,"t_proxy_recv":30748.807097753,"t_decision_unix":1779964745.3620393,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9672899773843014,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2372 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":2372,"cache_hit":70144,"estimated_new_tokens":2372,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1814,"cache_hit":70144,"new_prefill":2372,"score_linear":-70144.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":68420,"score_linear":127603.0,"score_lmetric":135095}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":30749.850107489,"t_first_token_unix":1779964746.405052,"t_done":30751.844440963,"t_done_unix":1779964748.3993847},{"request_id":"1404395:7:1491186:914","session_id":"1404395","input_length":39569,"t_proxy_recv":30757.464892819,"t_decision_unix":1779964754.0198343,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9575172483509818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1681 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1681,"cache_hit":37888,"estimated_new_tokens":1681,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74939,"ongoing_decode_tokens":0,"pending_prefill_tokens":2235,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":512,"new_prefill":39057,"score_linear":74427.0,"score_lmetric":41292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":37888,"new_prefill":1681,"score_linear":-37888.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":21504,"new_prefill":18065,"score_linear":110195.0,"score_lmetric":84740}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":30757.936600131,"t_first_token_unix":1779964754.4915445,"t_done":30758.230574472,"t_done_unix":1779964754.7855182},{"request_id":"1363943:24:1491020:913","session_id":"1363943","input_length":74939,"t_proxy_recv":30757.070306593,"t_decision_unix":1779964753.6252477,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9701757429375892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2235 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":2235,"cache_hit":72704,"estimated_new_tokens":2235,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":72704,"new_prefill":2235,"score_linear":-72704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":70843,"score_linear":127603.0,"score_lmetric":137518}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":30758.286014,"t_first_token_unix":1779964754.8409576,"t_done":30759.894504115,"t_done_unix":1779964756.4494472},{"request_id":"1363943:25:1493325:915","session_id":"1363943","input_length":75711,"t_proxy_recv":30764.551451019,"t_decision_unix":1779964761.1063924,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9873334125820554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (959 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":959,"cache_hit":74752,"estimated_new_tokens":959,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1823,"cache_hit":74752,"new_prefill":959,"score_linear":-74752.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":71615,"score_linear":127603.0,"score_lmetric":138290}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":30764.945230784,"t_first_token_unix":1779964761.5001743,"t_done":30767.145464276,"t_done_unix":1779964763.700407},{"request_id":"1404395:8:1494219:916","session_id":"1404395","input_length":39820,"t_proxy_recv":30767.573064945,"t_decision_unix":1779964764.1280065,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":39424,"affinity_cache_ratio":0.9900552486187846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (396 < 8000)","v3_prefill_cache_hit":39424,"v3_new_local":396,"cache_hit":39424,"estimated_new_tokens":396,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":39424,"new_prefill":396,"score_linear":-39424.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":21504,"new_prefill":18316,"score_linear":110195.0,"score_lmetric":84991}],"chosen_score_linear":-39424.0,"chosen_score_lmetric":0,"t_first_token":30767.715373339,"t_first_token_unix":1779964764.2703166,"t_done":30771.34286891,"t_done_unix":1779964767.897814},{"request_id":"1363943:26:1495648:917","session_id":"1363943","input_length":83861,"t_proxy_recv":30772.314830589,"t_decision_unix":1779964768.8697717,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75776,"affinity_cache_ratio":0.903590465174515,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":75776,"v3_new_local":8085,"cache_hit":75776,"estimated_new_tokens":8085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":75776,"new_prefill":8085,"score_linear":-75776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":79765,"score_linear":127603.0,"score_lmetric":146440}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":30776.344487151,"t_first_token_unix":1779964772.8994317,"t_done":30778.194798303,"t_done_unix":1779964774.7497416},{"request_id":"1313181:13:1349104:484","session_id":"1313181","input_length":131699,"t_proxy_recv":30741.016148509,"t_decision_unix":1779964737.5710902,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49373191899710706,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":66675.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":66675,"cache_hit":65024,"estimated_new_tokens":66675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":61440,"new_prefill":70259,"score_linear":8798.0,"score_lmetric":70259},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":118899,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":69747,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2633,"cache_hit":62464,"new_prefill":69235,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":24064,"new_prefill":107635,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":65024,"new_prefill":66675,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30781.181301843,"t_first_token_unix":1779964777.7362452,"t_done":30782.863538892,"t_done_unix":1779964779.418482},{"request_id":"1363943:27:1497882:919","session_id":"1363943","input_length":84090,"t_proxy_recv":30779.586858292,"t_decision_unix":1779964776.1417997,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9985491735045784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (122 < 8000)","v3_prefill_cache_hit":83968,"v3_new_local":122,"cache_hit":83968,"estimated_new_tokens":122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":83968,"new_prefill":122,"score_linear":-83968.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":79994,"score_linear":71664.0,"score_lmetric":84074},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":4096,"new_prefill":79994,"score_linear":127603.0,"score_lmetric":146669}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":30779.721708737,"t_first_token_unix":1779964776.276652,"t_done":30783.309342541,"t_done_unix":1779964779.8642857},{"request_id":"1268861:14:1498281:920","session_id":"1268861","input_length":61910,"t_proxy_recv":30781.058629423,"t_decision_unix":1779964777.6135705,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9179777095784203,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5078 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":5078,"cache_hit":56832,"estimated_new_tokens":5078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":61910,"score_linear":84090.0,"score_lmetric":61910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":56832,"new_prefill":5078,"score_linear":-56832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":61910,"score_linear":75760.0,"score_lmetric":65990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":21504,"new_prefill":40406,"score_linear":110195.0,"score_lmetric":107081}],"chosen_score_linear":-56832.0,"chosen_score_lmetric":0,"t_first_token":30782.892347816,"t_first_token_unix":1779964779.4472911,"t_done":30783.472963534,"t_done_unix":1779964780.0279067},{"request_id":"1313181:13:1406095:783","session_id":"1313181","input_length":65279,"t_proxy_recv":30782.874020859,"t_decision_unix":1779964779.4289622,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9960936901606948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":255,"cache_hit":65024,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":61440,"new_prefill":3839,"score_linear":22650.0,"score_lmetric":3839},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":52479,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":3327,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":62464,"new_prefill":2815,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":61910,"ongoing_decode_tokens":0,"pending_prefill_tokens":5078,"num_requests":1,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":24064,"new_prefill":41215,"score_linear":37846.0,"score_lmetric":46293},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":65279,"score_linear":75760.0,"score_lmetric":69359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":65024,"new_prefill":255,"score_linear":-65024.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":30782.970060998,"t_first_token_unix":1779964779.5250037,"t_done":30785.140788024,"t_done_unix":1779964781.695732},{"request_id":"1242838:7:1499476:921","session_id":"1242838","input_length":33352,"t_proxy_recv":30784.89180971,"t_decision_unix":1779964781.4467506,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8903813864236028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3656 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":3656,"cache_hit":29696,"estimated_new_tokens":3656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":29696,"new_prefill":3656,"score_linear":-29696.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":3584,"new_prefill":29768,"score_linear":-3584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":33352,"score_linear":75760.0,"score_lmetric":37432},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65279,"ongoing_decode_tokens":65279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":0,"new_prefill":33352,"score_linear":65279.0,"score_lmetric":33352}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":30785.696809002,"t_first_token_unix":1779964782.251754,"t_done":30787.706477667,"t_done_unix":1779964784.2614205},{"request_id":"1363943:28:1500984:922","session_id":"1363943","input_length":86984,"t_proxy_recv":30789.896349528,"t_decision_unix":1779964786.4512908,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9653269566816886,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3016 < 8000)","v3_prefill_cache_hit":83968,"v3_new_local":3016,"cache_hit":83968,"estimated_new_tokens":3016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":83968,"new_prefill":3016,"score_linear":-83968.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":82888,"score_linear":71664.0,"score_lmetric":86968},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":4096,"new_prefill":82888,"score_linear":135261.0,"score_lmetric":90661}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":30791.448456613,"t_first_token_unix":1779964788.0034,"t_done":30793.637510979,"t_done_unix":1779964790.1924543},{"request_id":"1342921:8:1503584:925","session_id":"1342921","input_length":78722,"t_proxy_recv":30798.752044644,"t_decision_unix":1779964795.306986,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76288,"affinity_cache_ratio":0.9690810700947639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2434 < 8000)","v3_prefill_cache_hit":76288,"v3_new_local":2434,"cache_hit":76288,"estimated_new_tokens":2434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89469,"ongoing_decode_tokens":0,"pending_prefill_tokens":2429,"num_requests":1,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":0,"new_prefill":78722,"score_linear":89469.0,"score_lmetric":81151},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":76288,"new_prefill":2434,"score_linear":-76288.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":78722,"score_linear":179653.0,"score_lmetric":178862},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":78722,"score_linear":139357.0,"score_lmetric":86495}],"chosen_score_linear":-76288.0,"chosen_score_lmetric":0,"t_first_token":30799.887246103,"t_first_token_unix":1779964796.44219,"t_done":30800.069056678,"t_done_unix":1779964796.624},{"request_id":"1363943:29:1503515:924","session_id":"1363943","input_length":89469,"t_proxy_recv":30798.497908268,"t_decision_unix":1779964795.0528498,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":87040,"affinity_cache_ratio":0.972850931607596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2429 < 8000)","v3_prefill_cache_hit":87040,"v3_new_local":2429,"cache_hit":87040,"estimated_new_tokens":2429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":87040,"new_prefill":2429,"score_linear":-87040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":85373,"score_linear":175557.0,"score_lmetric":192164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":4096,"new_prefill":85373,"score_linear":135261.0,"score_lmetric":93146}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":30799.925807248,"t_first_token_unix":1779964796.4807506,"t_done":30801.975651775,"t_done_unix":1779964798.530595},{"request_id":"1363943:30:1506171:927","session_id":"1363943","input_length":89713,"t_proxy_recv":30807.332778031,"t_decision_unix":1779964803.8877194,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9987404278086788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (113 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":113,"cache_hit":89600,"estimated_new_tokens":113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":89600,"new_prefill":113,"score_linear":-89600.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2574,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":85617,"score_linear":175557.0,"score_lmetric":192652},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":4096,"new_prefill":85617,"score_linear":149450.0,"score_lmetric":191606}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":30807.468132569,"t_first_token_unix":1779964804.0230758,"t_done":30808.136119457,"t_done_unix":1779964804.6910634},{"request_id":"1268861:15:1508874:928","session_id":"1268861","input_length":63035,"t_proxy_recv":30816.388390143,"t_decision_unix":1779964812.9433315,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9828190687713175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1083 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":1083,"cache_hit":61952,"estimated_new_tokens":1083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2574,"cache_hit":61952,"new_prefill":1083,"score_linear":-61952.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":63035,"score_linear":179653.0,"score_lmetric":147488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":21504,"new_prefill":41531,"score_linear":132042.0,"score_lmetric":103434}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":30816.962832807,"t_first_token_unix":1779964813.517777,"t_done":30818.408220476,"t_done_unix":1779964814.9631646},{"request_id":"1277428:9:1513231:932","session_id":"1277428","input_length":44364,"t_proxy_recv":30830.862907156,"t_decision_unix":1779964827.4178483,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9578937877558381,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1868 < 8000)","v3_prefill_cache_hit":42496,"v3_new_local":1868,"cache_hit":42496,"estimated_new_tokens":1868,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":42496,"new_prefill":1868,"score_linear":47294.0,"score_lmetric":1868},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":3584,"new_prefill":40780,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":130532,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":44364,"score_linear":130532.0,"score_lmetric":44364},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":26956,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":179653,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4608,"new_prefill":39756,"score_linear":175045.0,"score_lmetric":79512},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":44364,"score_linear":153546.0,"score_lmetric":109100}],"chosen_score_linear":47294.0,"chosen_score_lmetric":1868,"t_first_token":30831.377475714,"t_first_token_unix":1779964827.9324188,"t_done":30831.947758464,"t_done_unix":1779964828.502704},{"request_id":"1399948:14:1504493:926","session_id":"1399948","input_length":14189,"t_proxy_recv":30801.53085367,"t_decision_unix":1779964798.0857952,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.829938684896751,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2413 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":2413,"cache_hit":11776,"estimated_new_tokens":2413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89469,"ongoing_decode_tokens":89469,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1854,"cache_hit":0,"new_prefill":14189,"score_linear":89469.0,"score_lmetric":14189},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2574,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":14189,"score_linear":179653.0,"score_lmetric":49796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":11776,"new_prefill":2413,"score_linear":127581.0,"score_lmetric":10186}],"chosen_score_linear":127581.0,"chosen_score_lmetric":10186,"t_first_token":30832.326316045,"t_first_token_unix":1779964828.881259,"t_done":30833.042895663,"t_done_unix":1779964829.5978389},{"request_id":"1388507:2:1496686:918","session_id":"1388507","input_length":75760,"t_proxy_recv":30775.678765895,"t_decision_unix":1779964772.233707,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9461457233368532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4080 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":4080,"cache_hit":71680,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83861,"ongoing_decode_tokens":0,"pending_prefill_tokens":8085,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":75760,"score_linear":83861.0,"score_lmetric":83845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2560,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":71680,"new_prefill":4080,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":75760,"score_linear":131699.0,"score_lmetric":142435}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":30795.464101786,"t_first_token_unix":1779964792.0190454,"t_done":30833.339851752,"t_done_unix":1779964829.8947954},{"request_id":"1356885:4:1512902:931","session_id":"1356885","input_length":130532,"t_proxy_recv":30829.744235159,"t_decision_unix":1779964826.2991762,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":129536,"affinity_cache_ratio":0.9923696871265284,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (996 < 8000)","v3_prefill_cache_hit":129536,"v3_new_local":996,"cache_hit":129536,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":0,"new_prefill":130532,"score_linear":89790.0,"score_lmetric":130532},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":129536,"new_prefill":996,"score_linear":-129536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":122368,"new_prefill":8164,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":130532,"score_linear":179653.0,"score_lmetric":282482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":130532,"score_linear":153546.0,"score_lmetric":281436}],"chosen_score_linear":-129536.0,"chosen_score_lmetric":0,"t_first_token":30830.403972156,"t_first_token_unix":1779964826.9589155,"t_done":30833.872071627,"t_done_unix":1779964830.4270155},{"request_id":"1399948:15:1512300:930","session_id":"1399948","input_length":15669,"t_proxy_recv":30833.047859103,"t_decision_unix":1779964829.6028006,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8822515795519816,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1845 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1845,"cache_hit":13824,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":15669,"score_linear":89790.0,"score_lmetric":15669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130532,"ongoing_decode_tokens":130532,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":15669,"score_linear":130532.0,"score_lmetric":15669},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":179653,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":15669,"score_linear":179653.0,"score_lmetric":31338},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2166,"cache_hit":13824,"new_prefill":1845,"score_linear":125533.0,"score_lmetric":1845}],"chosen_score_linear":125533.0,"chosen_score_lmetric":1845,"t_first_token":30833.408653011,"t_first_token_unix":1779964829.9635966,"t_done":30834.041671331,"t_done_unix":1779964830.5966146},{"request_id":"1399948:16:1513839:933","session_id":"1399948","input_length":15913,"t_proxy_recv":30834.046300525,"t_decision_unix":1779964830.601242,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9652485389304343,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (553 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":553,"cache_hit":15360,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":15913,"score_linear":89790.0,"score_lmetric":15913},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103893,"ongoing_decode_tokens":103893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2429,"cache_hit":0,"new_prefill":15913,"score_linear":103893.0,"score_lmetric":15913},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":15360,"new_prefill":553,"score_linear":123997.0,"score_lmetric":553}],"chosen_score_linear":123997.0,"chosen_score_lmetric":553,"t_first_token":30834.155264857,"t_first_token_unix":1779964830.7102082,"t_done":30835.229671346,"t_done_unix":1779964831.7846146},{"request_id":"1397515:2:1502033:923","session_id":"1397515","input_length":103893,"t_proxy_recv":30793.453958782,"t_decision_unix":1779964790.0089,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8969227955685176,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":93184,"v3_new_local":10709,"cache_hit":93184,"estimated_new_tokens":10709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86984,"ongoing_decode_tokens":86984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1848,"cache_hit":0,"new_prefill":103893,"score_linear":86984.0,"score_lmetric":103893},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":512,"new_prefill":103381,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":93184,"new_prefill":10709,"score_linear":-17424.0,"score_lmetric":14789},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":103893,"score_linear":139357.0,"score_lmetric":111666}],"chosen_score_linear":-17424.0,"chosen_score_lmetric":14789,"t_first_token":30830.805283283,"t_first_token_unix":1779964827.3602269,"t_done":30835.342335271,"t_done_unix":1779964831.8972785},{"request_id":"1313181:14:1351342:491","session_id":"1313181","input_length":139357,"t_proxy_recv":30785.166537726,"t_decision_unix":1779964781.7214792,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9442223928471479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7773 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":7773,"cache_hit":131584,"estimated_new_tokens":7773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33352,"ongoing_decode_tokens":0,"pending_prefill_tokens":3656,"num_requests":1,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":61440,"new_prefill":77917,"score_linear":-28088.0,"score_lmetric":81573},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":126557,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":61952,"new_prefill":77405,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":62464,"new_prefill":76893,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2570,"cache_hit":24064,"new_prefill":115293,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":0,"new_prefill":139357,"score_linear":75760.0,"score_lmetric":143437},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":131584,"new_prefill":7773,"score_linear":-131584.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":30831.72789602,"t_first_token_unix":1779964828.2828393,"t_done":30841.356253615,"t_done_unix":1779964837.911197},{"request_id":"1313181:14:1408792:803","session_id":"1313181","input_length":65876,"t_proxy_recv":30841.366256467,"t_decision_unix":1779964837.9211981,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9948387880259882,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (340 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":340,"cache_hit":65536,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":61440,"new_prefill":4436,"score_linear":28350.0,"score_lmetric":4436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":61952,"new_prefill":3924,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":62464,"new_prefill":3412,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":24064,"new_prefill":41812,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2186,"cache_hit":65536,"new_prefill":340,"score_linear":-65536.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":30841.451457658,"t_first_token_unix":1779964838.0064008,"t_done":30844.42513219,"t_done_unix":1779964840.9800754},{"request_id":"1399948:17:1518102:936","session_id":"1399948","input_length":16604,"t_proxy_recv":30847.14459932,"t_decision_unix":1779964843.6995404,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15872,"affinity_cache_ratio":0.9559142375331245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (732 < 8000)","v3_prefill_cache_hit":15872,"v3_new_local":732,"cache_hit":15872,"estimated_new_tokens":732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135641,"ongoing_decode_tokens":135641,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":0,"new_prefill":16604,"score_linear":135641.0,"score_lmetric":33208},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66259,"ongoing_decode_tokens":66259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2187,"cache_hit":15872,"new_prefill":732,"score_linear":50387.0,"score_lmetric":732}],"chosen_score_linear":50387.0,"chosen_score_lmetric":732,"t_first_token":30847.338145461,"t_first_token_unix":1779964843.8930888,"t_done":30847.968567634,"t_done_unix":1779964844.5235128},{"request_id":"1313181:15:1411723:818","session_id":"1313181","input_length":66259,"t_proxy_recv":30844.436562374,"t_decision_unix":1779964840.991504,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":66048,"affinity_cache_ratio":0.9968155269472826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (211 < 8000)","v3_prefill_cache_hit":66048,"v3_new_local":211,"cache_hit":66048,"estimated_new_tokens":211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":61440,"new_prefill":4819,"score_linear":28350.0,"score_lmetric":4819},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":12800,"new_prefill":53459,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":61952,"new_prefill":4307,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":62464,"new_prefill":3795,"score_linear":-62464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":24064,"new_prefill":42195,"score_linear":-24064.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2187,"cache_hit":66048,"new_prefill":211,"score_linear":-66048.0,"score_lmetric":0}],"chosen_score_linear":-66048.0,"chosen_score_lmetric":0,"t_first_token":30844.545114238,"t_first_token_unix":1779964841.1000574,"t_done":30848.055025293,"t_done_unix":1779964844.6099687},{"request_id":"1277428:10:1517408:935","session_id":"1277428","input_length":45851,"t_proxy_recv":30844.657796837,"t_decision_unix":1779964841.212738,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9603280190181239,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1819 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1819,"cache_hit":44032,"estimated_new_tokens":1819,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1862,"cache_hit":44032,"new_prefill":1819,"score_linear":45758.0,"score_lmetric":1819},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":3584,"new_prefill":42267,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":28443,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4608,"new_prefill":41243,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66259,"ongoing_decode_tokens":66259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2187,"cache_hit":0,"new_prefill":45851,"score_linear":66259.0,"score_lmetric":45851}],"chosen_score_linear":45758.0,"chosen_score_lmetric":1819,"t_first_token":30845.192593328,"t_first_token_unix":1779964841.7475371,"t_done":30848.950592066,"t_done_unix":1779964845.5055358},{"request_id":"1277428:11:1520449:937","session_id":"1277428","input_length":46361,"t_proxy_recv":30854.647160308,"t_decision_unix":1779964851.2021012,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9939388710338432,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":281,"cache_hit":46080,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":46080,"new_prefill":281,"score_linear":43710.0,"score_lmetric":281},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":3584,"new_prefill":42777,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":28953,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4608,"new_prefill":41753,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43710.0,"chosen_score_lmetric":281,"t_first_token":30854.817710637,"t_first_token_unix":1779964851.372654,"t_done":30855.536246834,"t_done_unix":1779964852.0911903},{"request_id":"1363943:31:1509815:929","session_id":"1363943","input_length":89790,"t_proxy_recv":30819.412674138,"t_decision_unix":1779964815.9676156,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9978839514422542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":190,"cache_hit":89600,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":89600,"new_prefill":190,"score_linear":-89600.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2095,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":179653,"ongoing_decode_tokens":75760,"pending_prefill_tokens":10709,"num_requests":2,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4096,"new_prefill":85694,"score_linear":175557.0,"score_lmetric":192806},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":153546,"ongoing_decode_tokens":0,"pending_prefill_tokens":10186,"num_requests":2,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":4096,"new_prefill":85694,"score_linear":149450.0,"score_lmetric":191760}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":30819.529379386,"t_first_token_unix":1779964816.084323,"t_done":30857.172461607,"t_done_unix":1779964853.7274053},{"request_id":"1399948:18:1524432:938","session_id":"1399948","input_length":17276,"t_proxy_recv":30868.203281831,"t_decision_unix":1779964864.7582228,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16384,"affinity_cache_ratio":0.948367677703172,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (892 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":892,"cache_hit":16384,"estimated_new_tokens":892,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2189,"cache_hit":16384,"new_prefill":892,"score_linear":-16384.0,"score_lmetric":0}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":30868.33798987,"t_first_token_unix":1779964864.8929338,"t_done":30868.69268251,"t_done_unix":1779964865.2476263},{"request_id":"1342921:9:1525898:939","session_id":"1342921","input_length":79086,"t_proxy_recv":30873.23613625,"t_decision_unix":1779964869.7910774,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9905166527577574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (750 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":750,"cache_hit":78336,"estimated_new_tokens":750,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2576,"cache_hit":78336,"new_prefill":750,"score_linear":-78336.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":30873.629874417,"t_first_token_unix":1779964870.184819,"t_done":30873.717110178,"t_done_unix":1779964870.272054},{"request_id":"1399948:19:1526739:941","session_id":"1399948","input_length":18091,"t_proxy_recv":30876.116183149,"t_decision_unix":1779964872.6711245,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9339450555524846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1195 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":1195,"cache_hit":16896,"estimated_new_tokens":1195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":18091,"score_linear":87576.0,"score_lmetric":28867},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":16896,"new_prefill":1195,"score_linear":-16896.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":30876.287057558,"t_first_token_unix":1779964872.8420012,"t_done":30876.570387712,"t_done_unix":1779964873.1253307},{"request_id":"1399948:20:1527857:942","session_id":"1399948","input_length":18164,"t_proxy_recv":30879.617580102,"t_decision_unix":1779964876.172521,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9865668354987888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":244,"cache_hit":17920,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":18164,"score_linear":87576.0,"score_lmetric":28940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":17920,"new_prefill":244,"score_linear":-17920.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":30879.663845332,"t_first_token_unix":1779964876.2187893,"t_done":30880.200109379,"t_done_unix":1779964876.7550533},{"request_id":"1399948:21:1528978:944","session_id":"1399948","input_length":18388,"t_proxy_recv":30883.559695084,"t_decision_unix":1779964880.1146362,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9745486186643463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (468 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":468,"cache_hit":17920,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":18388,"score_linear":124144.0,"score_lmetric":108936},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":17920,"new_prefill":468,"score_linear":-17920.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":30883.639065146,"t_first_token_unix":1779964880.1940086,"t_done":30884.223262579,"t_done_unix":1779964880.7782063},{"request_id":"1399948:22:1530122:947","session_id":"1399948","input_length":18563,"t_proxy_recv":30887.388871528,"t_decision_unix":1779964883.9438126,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.992942951031622,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (131 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":131,"cache_hit":18432,"estimated_new_tokens":131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":18563,"score_linear":124144.0,"score_lmetric":109286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71192,"ongoing_decode_tokens":0,"pending_prefill_tokens":8216,"num_requests":1,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":18563,"score_linear":71192.0,"score_lmetric":26779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":18432,"new_prefill":131,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":30887.446597535,"t_first_token_unix":1779964884.0015407,"t_done":30887.699907498,"t_done_unix":1779964884.2548506},{"request_id":"1268861:16:1529894:946","session_id":"1268861","input_length":71192,"t_proxy_recv":30886.575925359,"t_decision_unix":1779964883.1308665,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8845937745814136,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62976,"v3_new_local":8216,"cache_hit":62976,"estimated_new_tokens":8216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":71192,"score_linear":124144.0,"score_lmetric":214544},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":62976,"new_prefill":8216,"score_linear":-62976.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":21504,"new_prefill":49688,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":30890.040879092,"t_first_token_unix":1779964886.5958235,"t_done":30891.18158787,"t_done_unix":1779964887.7365315},{"request_id":"1356885:5:1533696:948","session_id":"1356885","input_length":130906,"t_proxy_recv":30899.234037055,"t_decision_unix":1779964895.7889595,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":130560,"affinity_cache_ratio":0.9973568820374925,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (346 < 8000)","v3_prefill_cache_hit":130560,"v3_new_local":346,"cache_hit":130560,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":130906,"score_linear":124144.0,"score_lmetric":333972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":130560,"new_prefill":346,"score_linear":-130560.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":122368,"new_prefill":8538,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-130560.0,"chosen_score_lmetric":0,"t_first_token":30899.471657137,"t_first_token_unix":1779964896.0266004,"t_done":30901.695713597,"t_done_unix":1779964898.2506573},{"request_id":"1363943:32:1537767:950","session_id":"1363943","input_length":93368,"t_proxy_recv":30913.017332675,"t_decision_unix":1779964909.572274,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9980293034015937,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":184,"cache_hit":93184,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":93184,"new_prefill":184,"score_linear":-93184.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":196131,"ongoing_decode_tokens":196131,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":93368,"score_linear":196131.0,"score_lmetric":280104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":30913.211069091,"t_first_token_unix":1779964909.7660124,"t_done":30915.15205013,"t_done_unix":1779964911.7069962},{"request_id":"1294611:15:1533841:949","session_id":"1294611","input_length":71987,"t_proxy_recv":30899.694860266,"t_decision_unix":1779964896.249801,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":64000,"affinity_cache_ratio":0.8890494116993346,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7987 < 8000)","v3_prefill_cache_hit":64000,"v3_new_local":7987,"cache_hit":64000,"estimated_new_tokens":7987,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":64000,"new_prefill":7987,"score_linear":60144.0,"score_lmetric":88134},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130906,"ongoing_decode_tokens":130906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":71987,"score_linear":130906.0,"score_lmetric":71987},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":22835,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":60144.0,"chosen_score_lmetric":88134,"t_first_token":30910.153848275,"t_first_token_unix":1779964906.7087932,"t_done":30915.553230794,"t_done_unix":1779964912.1081743},{"request_id":"1243831:2:1528168:943","session_id":"1243831","input_length":36568,"t_proxy_recv":30880.82589436,"t_decision_unix":1779964877.3808355,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.30802887770728504,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":36080.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":11264,"v3_new_local":25304,"cache_hit":11264,"estimated_new_tokens":25304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":11264,"new_prefill":25304,"score_linear":76312.0,"score_lmetric":36080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":36080,"t_first_token":30909.72685066,"t_first_token_unix":1779964906.2817955,"t_done":30919.154684361,"t_done_unix":1779964915.7096274},{"request_id":"1243831:3:1270336:110","session_id":"1243831","input_length":11584,"t_proxy_recv":30919.158083885,"t_decision_unix":1779964915.7130256,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9723756906077348,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":320,"cache_hit":11264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":11264,"new_prefill":320,"score_linear":76312.0,"score_lmetric":320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":320,"t_first_token":30919.21166936,"t_first_token_unix":1779964915.7666125,"t_done":30920.933549465,"t_done_unix":1779964917.4884925},{"request_id":"1243831:4:1284306:183","session_id":"1243831","input_length":14515,"t_proxy_recv":30920.93861144,"t_decision_unix":1779964917.493553,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.7760248019290389,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3251 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":3251,"cache_hit":11264,"estimated_new_tokens":3251,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":11264,"new_prefill":3251,"score_linear":76312.0,"score_lmetric":3251},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":3251,"t_first_token":30921.334081777,"t_first_token_unix":1779964917.889027,"t_done":30922.199956704,"t_done_unix":1779964918.7549},{"request_id":"1243831:5:1303288:273","session_id":"1243831","input_length":14627,"t_proxy_recv":30922.203919716,"t_decision_unix":1779964918.7588613,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14336,"affinity_cache_ratio":0.980105284747385,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (291 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":291,"cache_hit":14336,"estimated_new_tokens":291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":14336,"new_prefill":291,"score_linear":73240.0,"score_lmetric":291},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":0,"pending_prefill_tokens":4525,"num_requests":1,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":14627,"score_linear":75693.0,"score_lmetric":19152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73240.0,"chosen_score_lmetric":291,"t_first_token":30922.265111558,"t_first_token_unix":1779964918.8200545,"t_done":30923.160943433,"t_done_unix":1779964919.7158866},{"request_id":"1243831:6:1313694:320","session_id":"1243831","input_length":17410,"t_proxy_recv":30923.166397577,"t_decision_unix":1779964919.7213392,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14336,"affinity_cache_ratio":0.8234348075818495,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3074 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":3074,"cache_hit":14336,"estimated_new_tokens":3074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":14336,"new_prefill":3074,"score_linear":73240.0,"score_lmetric":3074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":0,"pending_prefill_tokens":4525,"num_requests":1,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":17410,"score_linear":75693.0,"score_lmetric":21935},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73240.0,"chosen_score_lmetric":3074,"t_first_token":30923.593706322,"t_first_token_unix":1779964920.1486497,"t_done":30924.508047387,"t_done_unix":1779964921.062991},{"request_id":"1268861:17:1540278:951","session_id":"1268861","input_length":75693,"t_proxy_recv":30921.09755238,"t_decision_unix":1779964917.6524942,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9402190427120077,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4525 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":4525,"cache_hit":71168,"estimated_new_tokens":4525,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102091,"ongoing_decode_tokens":87576,"pending_prefill_tokens":3251,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":75693,"score_linear":102091.0,"score_lmetric":157888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":71168,"new_prefill":4525,"score_linear":-71168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":21504,"new_prefill":54189,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":30923.286182119,"t_first_token_unix":1779964919.8411257,"t_done":30924.754439093,"t_done_unix":1779964921.3093827},{"request_id":"1243831:7:1323865:366","session_id":"1243831","input_length":19460,"t_proxy_recv":30924.514447992,"t_decision_unix":1779964921.0693893,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17408,"affinity_cache_ratio":0.8945529290853032,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2052 < 8000)","v3_prefill_cache_hit":17408,"v3_new_local":2052,"cache_hit":17408,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":19460,"score_linear":93596.0,"score_lmetric":19460},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":17408,"new_prefill":2052,"score_linear":70168.0,"score_lmetric":2052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":19460,"score_linear":75693.0,"score_lmetric":19460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70168.0,"chosen_score_lmetric":2052,"t_first_token":30924.869925373,"t_first_token_unix":1779964921.4248693,"t_done":30926.033532642,"t_done_unix":1779964922.5884762},{"request_id":"1243831:8:1333049:414","session_id":"1243831","input_length":24512,"t_proxy_recv":30926.041715961,"t_decision_unix":1779964922.5966575,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19456,"affinity_cache_ratio":0.793733681462141,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5056 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":5056,"cache_hit":19456,"estimated_new_tokens":5056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":24512,"score_linear":93596.0,"score_lmetric":24512},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":19456,"new_prefill":5056,"score_linear":68120.0,"score_lmetric":5056},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":68120.0,"chosen_score_lmetric":5056,"t_first_token":30926.933091883,"t_first_token_unix":1779964923.4880354,"t_done":30928.265155698,"t_done_unix":1779964924.8201013},{"request_id":"1243831:9:1348240:478","session_id":"1243831","input_length":25075,"t_proxy_recv":30928.270800605,"t_decision_unix":1779964924.825742,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.980099700897308,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (499 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":499,"cache_hit":24576,"estimated_new_tokens":499,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":25075,"score_linear":93596.0,"score_lmetric":25075},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":24576,"new_prefill":499,"score_linear":63000.0,"score_lmetric":499},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":63000.0,"chosen_score_lmetric":499,"t_first_token":30928.435091321,"t_first_token_unix":1779964924.990034,"t_done":30929.227758833,"t_done_unix":1779964925.7827017},{"request_id":"1363943:33:1541065:952","session_id":"1363943","input_length":93596,"t_proxy_recv":30923.747675623,"t_decision_unix":1779964920.302617,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9955981024830121,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (412 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":412,"cache_hit":93184,"estimated_new_tokens":412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":93184,"new_prefill":412,"score_linear":-93184.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104986,"ongoing_decode_tokens":104986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":93596,"score_linear":104986.0,"score_lmetric":187192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":93596,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2593,"cache_hit":0,"new_prefill":93596,"score_linear":75693.0,"score_lmetric":93596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":30923.899555481,"t_first_token_unix":1779964920.4544985,"t_done":30930.402831226,"t_done_unix":1779964926.9577749},{"request_id":"1243831:10:1358921:521","session_id":"1243831","input_length":26343,"t_proxy_recv":30929.233672066,"t_decision_unix":1779964925.7886136,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9523592605246175,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1255 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1255,"cache_hit":25088,"estimated_new_tokens":1255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":0,"new_prefill":26343,"score_linear":93596.0,"score_lmetric":26343},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":25088,"new_prefill":1255,"score_linear":62488.0,"score_lmetric":1255},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":62488.0,"chosen_score_lmetric":1255,"t_first_token":30929.562126273,"t_first_token_unix":1779964926.1170697,"t_done":30930.905209564,"t_done_unix":1779964927.4601533},{"request_id":"1243831:11:1371191:594","session_id":"1243831","input_length":26818,"t_proxy_recv":30930.911502521,"t_decision_unix":1779964927.4664435,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9736743977925274,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (706 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":706,"cache_hit":26112,"estimated_new_tokens":706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":26112,"new_prefill":706,"score_linear":61464.0,"score_lmetric":706},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":61464.0,"chosen_score_lmetric":706,"t_first_token":30931.076225904,"t_first_token_unix":1779964927.631169,"t_done":30931.950709554,"t_done_unix":1779964928.5056536},{"request_id":"1253804:7:1526643:940","session_id":"1253804","input_length":87576,"t_proxy_recv":30875.680778721,"t_decision_unix":1779964872.2357194,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.8769525897506166,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":76800,"v3_new_local":10776,"cache_hit":76800,"estimated_new_tokens":10776,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1868,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":76800,"new_prefill":10776,"score_linear":-76800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2577,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2190,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":30901.458897915,"t_first_token_unix":1779964898.013841,"t_done":30931.963710537,"t_done_unix":1779964928.5186539},{"request_id":"1253804:8:1541192:953","session_id":"1253804","input_length":89116,"t_proxy_recv":30931.978962849,"t_decision_unix":1779964928.5339043,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9939404820683154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":88576,"v3_new_local":540,"cache_hit":88576,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27164,"ongoing_decode_tokens":0,"pending_prefill_tokens":540,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":88576,"new_prefill":540,"score_linear":-61412.0,"score_lmetric":1080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61412.0,"chosen_score_lmetric":1080,"t_first_token":30932.183807672,"t_first_token_unix":1779964928.7387514,"t_done":30932.696455347,"t_done_unix":1779964929.2513988},{"request_id":"1243831:12:1385174:681","session_id":"1243831","input_length":27164,"t_proxy_recv":30931.957483809,"t_decision_unix":1779964928.5124254,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9801207480488883,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":540,"cache_hit":26624,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":26624,"new_prefill":540,"score_linear":60952.0,"score_lmetric":540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":60952.0,"chosen_score_lmetric":540,"t_first_token":30932.076740542,"t_first_token_unix":1779964928.6316843,"t_done":30932.799748833,"t_done_unix":1779964929.354692},{"request_id":"1243831:13:1398072:738","session_id":"1243831","input_length":27286,"t_proxy_recv":30932.805628275,"t_decision_unix":1779964929.36057,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945026753646559,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (150 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":150,"cache_hit":27136,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2271,"cache_hit":27136,"new_prefill":150,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":30932.879397499,"t_first_token_unix":1779964929.434341,"t_done":30933.416730395,"t_done_unix":1779964929.9716742},{"request_id":"1243831:14:1411189:814","session_id":"1243831","input_length":28085,"t_proxy_recv":30933.423568697,"t_decision_unix":1779964929.9785101,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9662097204913654,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (949 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":949,"cache_hit":27136,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2271,"cache_hit":27136,"new_prefill":949,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":30933.664073939,"t_first_token_unix":1779964930.2190175,"t_done":30934.19109489,"t_done_unix":1779964930.7460394},{"request_id":"1399948:23:1544108:954","session_id":"1399948","input_length":20031,"t_proxy_recv":30933.61397087,"t_decision_unix":1779964930.1689124,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9201737307173881,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1599 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":1599,"cache_hit":18432,"estimated_new_tokens":1599,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28085,"ongoing_decode_tokens":0,"pending_prefill_tokens":949,"num_requests":1,"active_p_offloads":0,"cached_blocks":2271,"cache_hit":0,"new_prefill":20031,"score_linear":28085.0,"score_lmetric":20980},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":18432,"new_prefill":1599,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":30933.89164298,"t_first_token_unix":1779964930.446587,"t_done":30934.331506738,"t_done_unix":1779964930.8864508},{"request_id":"1243831:15:1427593:849","session_id":"1243831","input_length":29382,"t_proxy_recv":30934.198403884,"t_decision_unix":1779964930.7533455,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9584099108297597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1222 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":1222,"cache_hit":28160,"estimated_new_tokens":1222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2273,"cache_hit":28160,"new_prefill":1222,"score_linear":-28160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20031,"ongoing_decode_tokens":20031,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2193,"cache_hit":0,"new_prefill":29382,"score_linear":20031.0,"score_lmetric":29382}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":30934.510336943,"t_first_token_unix":1779964931.0652807,"t_done":30935.368962785,"t_done_unix":1779964931.9239068},{"request_id":"1243831:16:1446717:874","session_id":"1243831","input_length":29571,"t_proxy_recv":30935.375577283,"t_decision_unix":1779964931.9305189,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (387 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":387,"cache_hit":29184,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":29184,"new_prefill":387,"score_linear":-29184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":30935.454699738,"t_first_token_unix":1779964932.009643,"t_done":30935.88612596,"t_done_unix":1779964932.4410698},{"request_id":"1399948:24:1546940:955","session_id":"1399948","input_length":21809,"t_proxy_recv":30943.058155005,"t_decision_unix":1779964939.613096,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9155853088174607,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1841 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":1841,"cache_hit":19968,"estimated_new_tokens":1841,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":21809,"score_linear":31161.0,"score_lmetric":21809},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":19968,"new_prefill":1841,"score_linear":-19968.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":30943.400105634,"t_first_token_unix":1779964939.9550493,"t_done":30943.658026017,"t_done_unix":1779964940.2129695},{"request_id":"1399948:25:1553234:957","session_id":"1399948","input_length":22250,"t_proxy_recv":30963.590709144,"t_decision_unix":1779964960.1456504,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9664719101123596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (746 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":746,"cache_hit":21504,"estimated_new_tokens":746,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":22250,"score_linear":31161.0,"score_lmetric":22250},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76017,"ongoing_decode_tokens":76017,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":22250,"score_linear":76017.0,"score_lmetric":22250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":21504,"new_prefill":746,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":30963.733851948,"t_first_token_unix":1779964960.288796,"t_done":30964.281476492,"t_done_unix":1779964960.8364203},{"request_id":"1268861:18:1553083:956","session_id":"1268861","input_length":76017,"t_proxy_recv":30963.150792409,"t_decision_unix":1779964959.7057333,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9968296565241985,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (241 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":241,"cache_hit":75776,"estimated_new_tokens":241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":76017,"score_linear":31161.0,"score_lmetric":76017},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":75776,"new_prefill":241,"score_linear":-75776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2199,"cache_hit":21504,"new_prefill":54513,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":30963.393523851,"t_first_token_unix":1779964959.9484677,"t_done":30964.431338826,"t_done_unix":1779964960.9862823},{"request_id":"1399948:26:1557859:959","session_id":"1399948","input_length":23042,"t_proxy_recv":30979.548561851,"t_decision_unix":1779964976.1035028,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9554726152243729,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1026 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":1026,"cache_hit":22016,"estimated_new_tokens":1026,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":23042,"score_linear":31161.0,"score_lmetric":23042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":22016,"new_prefill":1026,"score_linear":-22016.0,"score_lmetric":0}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":30979.759067012,"t_first_token_unix":1779964976.3140106,"t_done":30980.046396156,"t_done_unix":1779964976.6013424},{"request_id":"1399948:27:1559017:960","session_id":"1399948","input_length":24139,"t_proxy_recv":30983.221185283,"t_decision_unix":1779964979.776126,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9544720162392808,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1099 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1099,"cache_hit":23040,"estimated_new_tokens":1099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":24139,"score_linear":31161.0,"score_lmetric":24139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2202,"cache_hit":23040,"new_prefill":1099,"score_linear":-23040.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":30983.485603959,"t_first_token_unix":1779964980.040548,"t_done":30984.44548641,"t_done_unix":1779964981.0004303},{"request_id":"1243831:17:1453633:883","session_id":"1243831","input_length":31161,"t_proxy_recv":30935.893574362,"t_decision_unix":1779964932.4485161,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9365553095215173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1977 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":1977,"cache_hit":29184,"estimated_new_tokens":1977,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":29184,"new_prefill":1977,"score_linear":-29184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":30936.279534063,"t_first_token_unix":1779964932.8344777,"t_done":30988.888869827,"t_done_unix":1779964985.4438136},{"request_id":"1399948:28:1560859:961","session_id":"1399948","input_length":24386,"t_proxy_recv":30989.342342145,"t_decision_unix":1779964985.897283,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9867957024522267,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (322 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":322,"cache_hit":24064,"estimated_new_tokens":322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":24064,"new_prefill":322,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":30989.421398055,"t_first_token_unix":1779964985.9763415,"t_done":30990.697938798,"t_done_unix":1779964987.2528822},{"request_id":"1399948:29:1571125:963","session_id":"1399948","input_length":28781,"t_proxy_recv":31023.214360123,"t_decision_unix":1779965019.769301,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.8538966679406553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4205 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":4205,"cache_hit":24576,"estimated_new_tokens":4205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131413,"ongoing_decode_tokens":131413,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":0,"new_prefill":28781,"score_linear":131413.0,"score_lmetric":28781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2205,"cache_hit":24576,"new_prefill":4205,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":31024.089442378,"t_first_token_unix":1779965020.6443858,"t_done":31024.360357036,"t_done_unix":1779965020.9153001},{"request_id":"1356885:6:1570780:962","session_id":"1356885","input_length":131413,"t_proxy_recv":31022.201621825,"t_decision_unix":1779965018.756563,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131072,"affinity_cache_ratio":0.9974051273466096,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (341 < 8000)","v3_prefill_cache_hit":131072,"v3_new_local":341,"cache_hit":131072,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":131072,"new_prefill":341,"score_linear":-131072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":122368,"new_prefill":9045,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2205,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131072.0,"chosen_score_lmetric":0,"t_first_token":31022.835272223,"t_first_token_unix":1779965019.390216,"t_done":31025.041414527,"t_done_unix":1779965021.596358},{"request_id":"1399948:30:1578524:967","session_id":"1399948","input_length":30773,"t_proxy_recv":31048.403610276,"t_decision_unix":1779965044.9585516,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9317258635817113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2101 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":2101,"cache_hit":28672,"estimated_new_tokens":2101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":30773,"score_linear":186046.0,"score_lmetric":66022},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":28672,"new_prefill":2101,"score_linear":-28672.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":31048.904456938,"t_first_token_unix":1779965045.459401,"t_done":31049.206689178,"t_done_unix":1779965045.761634},{"request_id":"1399948:31:1579418:968","session_id":"1399948","input_length":30925,"t_proxy_recv":31051.625033447,"t_decision_unix":1779965048.1799746,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9933710590137429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (205 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":205,"cache_hit":30720,"estimated_new_tokens":205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":30925,"score_linear":186046.0,"score_lmetric":66326},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":30720,"new_prefill":205,"score_linear":-30720.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":31051.72112154,"t_first_token_unix":1779965048.2760649,"t_done":31053.05578531,"t_done_unix":1779965049.6107285},{"request_id":"1356885:7:1580925:969","session_id":"1356885","input_length":131775,"t_proxy_recv":31056.939937033,"t_decision_unix":1779965053.494878,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9985505596660975,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (191 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":191,"cache_hit":131584,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":131584,"new_prefill":191,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":122368,"new_prefill":9407,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":131775,"score_linear":186046.0,"score_lmetric":268026},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":31057.336737945,"t_first_token_unix":1779965053.891682,"t_done":31059.373378819,"t_done_unix":1779965055.9283233},{"request_id":"1399948:32:1581424:970","session_id":"1399948","input_length":31231,"t_proxy_recv":31058.387434882,"t_decision_unix":1779965054.942376,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9836380519355769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (511 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":511,"cache_hit":30720,"estimated_new_tokens":511,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":31231,"score_linear":131775.0,"score_lmetric":31231},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":31231,"score_linear":186046.0,"score_lmetric":66938},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":30720,"new_prefill":511,"score_linear":-30720.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":31058.484257343,"t_first_token_unix":1779965055.0392005,"t_done":31059.490867049,"t_done_unix":1779965056.0458105},{"request_id":"1399948:33:1583165:972","session_id":"1399948","input_length":31445,"t_proxy_recv":31064.288585004,"t_decision_unix":1779965060.8435261,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9932262680871363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (213 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":213,"cache_hit":31232,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":31445,"score_linear":186046.0,"score_lmetric":67366},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":31232,"new_prefill":213,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":31064.373439789,"t_first_token_unix":1779965060.9283834,"t_done":31065.030228758,"t_done_unix":1779965061.5851722},{"request_id":"1277428:12:1586139:973","session_id":"1277428","input_length":47660,"t_proxy_recv":31074.425926546,"t_decision_unix":1779965070.9808676,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9668485102811583,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1580 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":1580,"cache_hit":46080,"estimated_new_tokens":1580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":46080,"new_prefill":1580,"score_linear":-46080.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":3584,"new_prefill":44076,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":30252,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":47660,"score_linear":186046.0,"score_lmetric":99796},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4608,"new_prefill":43052,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":31074.892351827,"t_first_token_unix":1779965071.4472957,"t_done":31075.501601659,"t_done_unix":1779965072.056545},{"request_id":"1399948:34:1586232:974","session_id":"1399948","input_length":32143,"t_proxy_recv":31074.77673679,"t_decision_unix":1779965071.3316765,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.97165790374265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (911 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":911,"cache_hit":31232,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47660,"ongoing_decode_tokens":0,"pending_prefill_tokens":1580,"num_requests":1,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":32143,"score_linear":47660.0,"score_lmetric":33723},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":0,"pending_prefill_tokens":2238,"num_requests":2,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":0,"new_prefill":32143,"score_linear":186046.0,"score_lmetric":68762},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":31232,"new_prefill":911,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":31074.979146373,"t_first_token_unix":1779965071.5340903,"t_done":31075.879976279,"t_done_unix":1779965072.4349196},{"request_id":"1270606:4:1578042:965","session_id":"1270606","input_length":109083,"t_proxy_recv":31046.81864203,"t_decision_unix":1779965043.373583,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9903651348056067,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1051 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":1051,"cache_hit":108032,"estimated_new_tokens":1051,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":1536,"new_prefill":107547,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":108032,"new_prefill":1051,"score_linear":-108032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":31086.144061547,"t_first_token_unix":1779965082.6990051,"t_done":31086.752476618,"t_done_unix":1779965083.3074203},{"request_id":"1268861:19:1578134:966","session_id":"1268861","input_length":76963,"t_proxy_recv":31047.064118239,"t_decision_unix":1779965043.619059,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9845770045346465,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1187 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":1187,"cache_hit":75776,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1869,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2602,"cache_hit":75776,"new_prefill":1187,"score_linear":33307.0,"score_lmetric":2238},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2213,"cache_hit":21504,"new_prefill":55459,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":33307.0,"chosen_score_lmetric":2238,"t_first_token":31086.14808532,"t_first_token_unix":1779965082.7030292,"t_done":31089.010253875,"t_done_unix":1779965085.5651977},{"request_id":"1270606:5:1581455:971","session_id":"1270606","input_length":111387,"t_proxy_recv":31086.791307806,"t_decision_unix":1779965083.346249,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9790729618357618,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2331 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":2331,"cache_hit":109056,"estimated_new_tokens":2331,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":1536,"new_prefill":109851,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76963,"ongoing_decode_tokens":76963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2604,"cache_hit":109056,"new_prefill":2331,"score_linear":-32093.0,"score_lmetric":2331},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-32093.0,"chosen_score_lmetric":2331,"t_first_token":31088.550047682,"t_first_token_unix":1779965085.1049917,"t_done":31091.55934902,"t_done_unix":1779965088.1142979},{"request_id":"1294611:15:1590202:975","session_id":"1294611","input_length":75249,"t_proxy_recv":31087.964164427,"t_decision_unix":1779965084.5191054,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9593748754136268,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3057 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":3057,"cache_hit":72192,"estimated_new_tokens":3057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":72192,"new_prefill":3057,"score_linear":-72192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":26097,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":188350,"ongoing_decode_tokens":76963,"pending_prefill_tokens":2331,"num_requests":2,"active_p_offloads":0,"cached_blocks":2604,"cache_hit":0,"new_prefill":75249,"score_linear":188350.0,"score_lmetric":155160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":31089.469397729,"t_first_token_unix":1779965086.0243413,"t_done":31092.189859822,"t_done_unix":1779965088.7448056},{"request_id":"1277428:13:1593499:976","session_id":"1277428","input_length":49316,"t_proxy_recv":31099.605273249,"t_decision_unix":1779965096.1602142,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47616,"affinity_cache_ratio":0.9655284289074539,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1700 < 8000)","v3_prefill_cache_hit":47616,"v3_new_local":1700,"cache_hit":47616,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":47616,"new_prefill":1700,"score_linear":-47616.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":3584,"new_prefill":45732,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":17408,"new_prefill":31908,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":4608,"new_prefill":44708,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":31100.255314336,"t_first_token_unix":1779965096.8102586,"t_done":31101.782922529,"t_done_unix":1779965098.337866},{"request_id":"1294611:15:1594038:977","session_id":"1294611","input_length":75584,"t_proxy_recv":31101.326512234,"t_decision_unix":1779965097.8814533,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75264,"affinity_cache_ratio":0.995766299745978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":320,"cache_hit":75264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49316,"ongoing_decode_tokens":49316,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1872,"cache_hit":0,"new_prefill":75584,"score_linear":49316.0,"score_lmetric":75584},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":75264,"new_prefill":320,"score_linear":-75264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":26432,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":31101.448693229,"t_first_token_unix":1779965098.0036373,"t_done":31102.564196607,"t_done_unix":1779965099.1191401},{"request_id":"1268861:20:1595141:978","session_id":"1268861","input_length":77218,"t_proxy_recv":31105.306933789,"t_decision_unix":1779965101.861875,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9945867543836929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":418,"cache_hit":76800,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":76800,"new_prefill":418,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":21504,"new_prefill":55714,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":31105.551871174,"t_first_token_unix":1779965102.1068146,"t_done":31106.086671771,"t_done_unix":1779965102.6416156},{"request_id":"1399948:35:1602048:980","session_id":"1399948","input_length":33533,"t_proxy_recv":31128.686513388,"t_decision_unix":1779965125.2414546,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9619181105179972,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1277 < 8000)","v3_prefill_cache_hit":32256,"v3_new_local":1277,"cache_hit":32256,"estimated_new_tokens":1277,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":0,"new_prefill":33533,"score_linear":75716.0,"score_lmetric":33533},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":32256,"new_prefill":1277,"score_linear":-32256.0,"score_lmetric":0}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":31129.087150692,"t_first_token_unix":1779965125.6420946,"t_done":31130.10333603,"t_done_unix":1779965126.658283},{"request_id":"1253804:9:1605110:981","session_id":"1253804","input_length":90656,"t_proxy_recv":31138.667784938,"t_decision_unix":1779965135.222726,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":89088,"affinity_cache_ratio":0.9827038475114719,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1568 < 8000)","v3_prefill_cache_hit":89088,"v3_new_local":1568,"cache_hit":89088,"estimated_new_tokens":1568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":89088,"new_prefill":1568,"score_linear":-13372.0,"score_lmetric":1568},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13372.0,"chosen_score_lmetric":1568,"t_first_token":31139.630181417,"t_first_token_unix":1779965136.1851254,"t_done":31144.921605527,"t_done_unix":1779965141.4765494},{"request_id":"1294611:15:1596163:979","session_id":"1294611","input_length":75716,"t_proxy_recv":31108.488263747,"t_decision_unix":1779965105.0432045,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9940303238417243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (452 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":452,"cache_hit":75264,"estimated_new_tokens":452,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":75264,"new_prefill":452,"score_linear":-75264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":26564,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":31108.600471167,"t_first_token_unix":1779965105.1554148,"t_done":31149.793859174,"t_done_unix":1779965146.3488033},{"request_id":"1268861:21:1609831:982","session_id":"1268861","input_length":77293,"t_proxy_recv":31154.413315081,"t_decision_unix":1779965150.9682562,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9936216733727504,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (493 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":493,"cache_hit":76800,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2611,"cache_hit":76800,"new_prefill":493,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":21504,"new_prefill":55789,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":31154.518552117,"t_first_token_unix":1779965151.073496,"t_done":31156.127468037,"t_done_unix":1779965152.6824112},{"request_id":"1253804:10:1611505:983","session_id":"1253804","input_length":91103,"t_proxy_recv":31159.89312512,"t_decision_unix":1779965156.4480662,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9947422148557128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (479 < 8000)","v3_prefill_cache_hit":90624,"v3_new_local":479,"cache_hit":90624,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":90624,"new_prefill":479,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":31160.061438465,"t_first_token_unix":1779965156.616382,"t_done":31160.196057647,"t_done_unix":1779965156.7510011},{"request_id":"1399948:36:1612467:984","session_id":"1399948","input_length":34773,"t_proxy_recv":31162.998747078,"t_decision_unix":1779965159.5536883,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9570643890374716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1493 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":1493,"cache_hit":33280,"estimated_new_tokens":1493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":33280,"new_prefill":1493,"score_linear":-33280.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":31163.343207385,"t_first_token_unix":1779965159.8981507,"t_done":31163.892604173,"t_done_unix":1779965160.4475477},{"request_id":"1253804:11:1613030:985","session_id":"1253804","input_length":91131,"t_proxy_recv":31165.226473193,"t_decision_unix":1779965161.781414,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9944365803074695,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (507 < 8000)","v3_prefill_cache_hit":90624,"v3_new_local":507,"cache_hit":90624,"estimated_new_tokens":507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":90624,"new_prefill":507,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":31165.34210677,"t_first_token_unix":1779965161.8970506,"t_done":31167.421541867,"t_done_unix":1779965163.976485},{"request_id":"1399948:37:1613628:986","session_id":"1399948","input_length":35308,"t_proxy_recv":31167.074842214,"t_decision_unix":1779965163.6297836,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9860654809108418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (492 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":492,"cache_hit":34816,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91131,"ongoing_decode_tokens":91131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":35308,"score_linear":91131.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":34816,"new_prefill":492,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":31167.279660542,"t_first_token_unix":1779965163.834604,"t_done":31168.421190829,"t_done_unix":1779965164.9761393},{"request_id":"1399948:38:1616890:987","session_id":"1399948","input_length":35581,"t_proxy_recv":31178.260487878,"t_decision_unix":1779965174.8154292,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9928894634776988,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (253 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":253,"cache_hit":35328,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":35328,"new_prefill":253,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":31178.364708972,"t_first_token_unix":1779965174.919652,"t_done":31178.886147483,"t_done_unix":1779965175.4410906},{"request_id":"1399948:39:1618250:989","session_id":"1399948","input_length":35682,"t_proxy_recv":31182.954298616,"t_decision_unix":1779965179.5092402,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9900790314444258,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (354 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":354,"cache_hit":35328,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":35328,"new_prefill":354,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":31183.020529305,"t_first_token_unix":1779965179.5754726,"t_done":31183.465587099,"t_done_unix":1779965180.0205305},{"request_id":"1399948:40:1620970:991","session_id":"1399948","input_length":35958,"t_proxy_recv":31191.943322858,"t_decision_unix":1779965188.498264,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9824795594860671,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (630 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":630,"cache_hit":35328,"estimated_new_tokens":630,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78439,"ongoing_decode_tokens":0,"pending_prefill_tokens":1127,"num_requests":1,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":0,"new_prefill":35958,"score_linear":78439.0,"score_lmetric":37085},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":35328,"new_prefill":630,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":31192.074060037,"t_first_token_unix":1779965188.6290033,"t_done":31192.441638284,"t_done_unix":1779965188.9965813},{"request_id":"1268861:22:1620830:990","session_id":"1268861","input_length":78439,"t_proxy_recv":31191.47326178,"t_decision_unix":1779965188.0282028,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9856321472736777,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1127 < 8000)","v3_prefill_cache_hit":77312,"v3_new_local":1127,"cache_hit":77312,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2612,"cache_hit":77312,"new_prefill":1127,"score_linear":-77312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":21504,"new_prefill":56935,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":31192.160031512,"t_first_token_unix":1779965188.7149744,"t_done":31193.442901055,"t_done_unix":1779965189.9978442},{"request_id":"1253804:12:1621957:992","session_id":"1253804","input_length":91389,"t_proxy_recv":31195.38635532,"t_decision_unix":1779965191.9412966,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9972316143080677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (253 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":253,"cache_hit":91136,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":91136,"new_prefill":253,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":31195.568394831,"t_first_token_unix":1779965192.1233385,"t_done":31195.857560445,"t_done_unix":1779965192.4125037},{"request_id":"1399948:41:1624143:993","session_id":"1399948","input_length":36168,"t_proxy_recv":31202.751406025,"t_decision_unix":1779965199.3063476,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.990931209909312,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (328 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":328,"cache_hit":35840,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":35840,"new_prefill":328,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":31202.891227069,"t_first_token_unix":1779965199.4461703,"t_done":31203.551404898,"t_done_unix":1779965200.106348},{"request_id":"1253804:13:1624613:994","session_id":"1253804","input_length":91440,"t_proxy_recv":31204.326943746,"t_decision_unix":1779965200.8818834,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9966754155730534,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (304 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":304,"cache_hit":91136,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":91136,"new_prefill":304,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":31204.456686752,"t_first_token_unix":1779965201.01163,"t_done":31205.456793199,"t_done_unix":1779965202.0117366},{"request_id":"1253804:14:1626575:995","session_id":"1253804","input_length":92367,"t_proxy_recv":31210.84119866,"t_decision_unix":1779965207.3961399,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9866727294380028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1231 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":1231,"cache_hit":91136,"estimated_new_tokens":1231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2292,"cache_hit":91136,"new_prefill":1231,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":31211.472253217,"t_first_token_unix":1779965208.027197,"t_done":31212.282208178,"t_done_unix":1779965208.8371515},{"request_id":"1253804:15:1628485:997","session_id":"1253804","input_length":92701,"t_proxy_recv":31217.163872231,"t_decision_unix":1779965213.7188137,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92160,"affinity_cache_ratio":0.9941640327504557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (541 < 8000)","v3_prefill_cache_hit":92160,"v3_new_local":541,"cache_hit":92160,"estimated_new_tokens":541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2294,"cache_hit":92160,"new_prefill":541,"score_linear":-92160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36984,"ongoing_decode_tokens":0,"pending_prefill_tokens":1144,"num_requests":1,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":0,"new_prefill":92701,"score_linear":36984.0,"score_lmetric":93845}],"chosen_score_linear":-92160.0,"chosen_score_lmetric":0,"t_first_token":31217.448263339,"t_first_token_unix":1779965214.003207,"t_done":31217.830229833,"t_done_unix":1779965214.3851733},{"request_id":"1399948:42:1628429:996","session_id":"1399948","input_length":36984,"t_proxy_recv":31216.942948576,"t_decision_unix":1779965213.4978898,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9690677049534934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1144 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":1144,"cache_hit":35840,"estimated_new_tokens":1144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2294,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2227,"cache_hit":35840,"new_prefill":1144,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":31217.229398258,"t_first_token_unix":1779965213.7843418,"t_done":31218.440379503,"t_done_unix":1779965214.995323},{"request_id":"1388507:3:1629072:998","session_id":"1388507","input_length":79074,"t_proxy_recv":31219.25308256,"t_decision_unix":1779965215.8080242,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9582922325922554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3298 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":3298,"cache_hit":75776,"estimated_new_tokens":3298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":75776,"new_prefill":3298,"score_linear":-75776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":31220.952746873,"t_first_token_unix":1779965217.5076904,"t_done":31221.508301916,"t_done_unix":1779965218.0632453},{"request_id":"1253804:16:1629713:999","session_id":"1253804","input_length":92953,"t_proxy_recv":31221.212557347,"t_decision_unix":1779965217.7674985,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9969769668542167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":92672,"v3_new_local":281,"cache_hit":92672,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":92672,"new_prefill":281,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79074,"ongoing_decode_tokens":79074,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":3584,"new_prefill":89369,"score_linear":75490.0,"score_lmetric":89369},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":31221.494720185,"t_first_token_unix":1779965218.0496635,"t_done":31222.479119728,"t_done_unix":1779965219.0340633},{"request_id":"1268861:23:1631587:1001","session_id":"1268861","input_length":79693,"t_proxy_recv":31227.21081295,"t_decision_unix":1779965223.7657542,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9829721556472965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1357 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":1357,"cache_hit":78336,"estimated_new_tokens":1357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":0,"new_prefill":79693,"score_linear":79890.0,"score_lmetric":79693},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":78336,"new_prefill":1357,"score_linear":-78336.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":21504,"new_prefill":58189,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":31227.91548571,"t_first_token_unix":1779965224.4704294,"t_done":31228.560894107,"t_done_unix":1779965225.1158378},{"request_id":"1253804:17:1631602:1002","session_id":"1253804","input_length":93219,"t_proxy_recv":31227.288099575,"t_decision_unix":1779965223.843041,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9941320975337645,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (547 < 8000)","v3_prefill_cache_hit":92672,"v3_new_local":547,"cache_hit":92672,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":92672,"new_prefill":547,"score_linear":-12782.0,"score_lmetric":547},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79693,"ongoing_decode_tokens":0,"pending_prefill_tokens":1357,"num_requests":1,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":93219,"score_linear":79693.0,"score_lmetric":94576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12782.0,"chosen_score_lmetric":547,"t_first_token":31227.573837836,"t_first_token_unix":1779965224.128781,"t_done":31228.715148481,"t_done_unix":1779965225.2700915},{"request_id":"1294611:15:1631116:1000","session_id":"1294611","input_length":79890,"t_proxy_recv":31225.797205646,"t_decision_unix":1779965222.3521464,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9933658780823632,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (530 < 8000)","v3_prefill_cache_hit":79360,"v3_new_local":530,"cache_hit":79360,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2295,"cache_hit":79360,"new_prefill":530,"score_linear":-79360.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":30738,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2614,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":31225.973120735,"t_first_token_unix":1779965222.5280645,"t_done":31229.35596545,"t_done_unix":1779965225.9109085},{"request_id":"1253804:18:1633257:1003","session_id":"1253804","input_length":93509,"t_proxy_recv":31232.74097759,"t_decision_unix":1779965229.295919,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9965243987209788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (325 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":325,"cache_hit":93184,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":93184,"new_prefill":325,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":31233.027205032,"t_first_token_unix":1779965229.5821483,"t_done":31233.916400364,"t_done_unix":1779965230.4713433},{"request_id":"1294611:15:1634779:1004","session_id":"1294611","input_length":80221,"t_proxy_recv":31237.908634779,"t_decision_unix":1779965234.463576,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79872,"affinity_cache_ratio":0.995649518205956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (349 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":349,"cache_hit":79872,"estimated_new_tokens":349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":79872,"new_prefill":349,"score_linear":-79872.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":31069,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":31238.035780134,"t_first_token_unix":1779965234.5907235,"t_done":31238.842296779,"t_done_unix":1779965235.3972437},{"request_id":"1253804:19:1634903:1005","session_id":"1253804","input_length":93664,"t_proxy_recv":31238.282696155,"t_decision_unix":1779965234.8376377,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9948752989408951,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (480 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":480,"cache_hit":93184,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80221,"ongoing_decode_tokens":80221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":93184,"new_prefill":480,"score_linear":-12963.0,"score_lmetric":480},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12963.0,"chosen_score_lmetric":480,"t_first_token":31238.473080118,"t_first_token_unix":1779965235.028024,"t_done":31242.617734443,"t_done_unix":1779965239.172678},{"request_id":"1253804:20:1638889:1007","session_id":"1253804","input_length":94111,"t_proxy_recv":31251.459186188,"t_decision_unix":1779965248.0141273,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9955903135658956,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (415 < 8000)","v3_prefill_cache_hit":93696,"v3_new_local":415,"cache_hit":93696,"estimated_new_tokens":415,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":93696,"new_prefill":415,"score_linear":-12979.0,"score_lmetric":415},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12979.0,"chosen_score_lmetric":415,"t_first_token":31251.651181384,"t_first_token_unix":1779965248.206125,"t_done":31252.893715771,"t_done_unix":1779965249.4486594},{"request_id":"1258908:2:1639411:1008","session_id":"1258908","input_length":9804,"t_proxy_recv":31253.265779926,"t_decision_unix":1779965249.8207211,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9400244798041616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (588 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":588,"cache_hit":9216,"estimated_new_tokens":588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":9804,"score_linear":80717.0,"score_lmetric":9804},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":9216,"new_prefill":588,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":31254.019571344,"t_first_token_unix":1779965250.5745149,"t_done":31255.594727001,"t_done_unix":1779965252.1496713},{"request_id":"1268861:24:1643502:1011","session_id":"1268861","input_length":80019,"t_proxy_recv":31267.086649121,"t_decision_unix":1779965263.6415906,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9917644559417138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (659 < 8000)","v3_prefill_cache_hit":79360,"v3_new_local":659,"cache_hit":79360,"estimated_new_tokens":659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174986,"ongoing_decode_tokens":174986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":80019,"score_linear":174986.0,"score_lmetric":160038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":79360,"new_prefill":659,"score_linear":-79360.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":38102,"ongoing_decode_tokens":0,"pending_prefill_tokens":1238,"num_requests":1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":21504,"new_prefill":58515,"score_linear":16598.0,"score_lmetric":59753}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":31267.343293505,"t_first_token_unix":1779965263.898237,"t_done":31267.809682358,"t_done_unix":1779965264.3646264},{"request_id":"1399948:43:1643413:1010","session_id":"1399948","input_length":38102,"t_proxy_recv":31266.738646459,"t_decision_unix":1779965263.293587,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9675082672825573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1238 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":1238,"cache_hit":36864,"estimated_new_tokens":1238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174986,"ongoing_decode_tokens":174986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":38102,"score_linear":174986.0,"score_lmetric":76204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":36864,"new_prefill":1238,"score_linear":-36864.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":31267.104562254,"t_first_token_unix":1779965263.6595054,"t_done":31267.88814445,"t_done_unix":1779965264.4430876},{"request_id":"1399948:44:1644970:1012","session_id":"1399948","input_length":38308,"t_proxy_recv":31271.86228124,"t_decision_unix":1779965268.4172227,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9890362326407017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":420,"cache_hit":37888,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":174986,"ongoing_decode_tokens":174986,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":38308,"score_linear":174986.0,"score_lmetric":76616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2231,"cache_hit":37888,"new_prefill":420,"score_linear":-37888.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":31271.972306505,"t_first_token_unix":1779965268.5272498,"t_done":31273.491746089,"t_done_unix":1779965270.0466893},{"request_id":"1294611:15:1636645:1006","session_id":"1294611","input_length":80717,"t_proxy_recv":31243.949875114,"t_decision_unix":1779965240.5048163,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9895313254952488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (845 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":845,"cache_hit":79872,"estimated_new_tokens":845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":79872,"new_prefill":845,"score_linear":-79872.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2637,"cache_hit":49152,"new_prefill":31565,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":31244.361610457,"t_first_token_unix":1779965240.9165542,"t_done":31274.702116929,"t_done_unix":1779965271.2570603},{"request_id":"1253804:21:1640487:1009","session_id":"1253804","input_length":94269,"t_proxy_recv":31256.745765499,"t_decision_unix":1779965253.3007069,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9939216497470006,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (573 < 8000)","v3_prefill_cache_hit":93696,"v3_new_local":573,"cache_hit":93696,"estimated_new_tokens":573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":93696,"new_prefill":573,"score_linear":-12979.0,"score_lmetric":573},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2616,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-12979.0,"chosen_score_lmetric":573,"t_first_token":31256.947372912,"t_first_token_unix":1779965253.5023165,"t_done":31276.945331454,"t_done_unix":1779965273.500277},{"request_id":"1253804:22:1650001:1013","session_id":"1253804","input_length":95715,"t_proxy_recv":31288.4561183,"t_decision_unix":1779965285.0110595,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9949537690017238,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":95232,"v3_new_local":483,"cache_hit":95232,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":95232,"new_prefill":483,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":31288.642230599,"t_first_token_unix":1779965285.1971748,"t_done":31289.138932392,"t_done_unix":1779965285.6938758},{"request_id":"1399948:45:1650679:1014","session_id":"1399948","input_length":38758,"t_proxy_recv":31290.901872797,"t_decision_unix":1779965287.4568138,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9907631972754012,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (358 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":358,"cache_hit":38400,"estimated_new_tokens":358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":38400,"new_prefill":358,"score_linear":-38400.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":31291.046403104,"t_first_token_unix":1779965287.601347,"t_done":31291.640114277,"t_done_unix":1779965288.1950576},{"request_id":"1253804:23:1651448:1015","session_id":"1253804","input_length":96944,"t_proxy_recv":31293.202942643,"t_decision_unix":1779965289.7578838,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9876217197557353,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1200 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":1200,"cache_hit":95744,"estimated_new_tokens":1200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":95744,"new_prefill":1200,"score_linear":-95744.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":31294.042153298,"t_first_token_unix":1779965290.5970974,"t_done":31294.448215766,"t_done_unix":1779965291.0031588},{"request_id":"1399948:46:1658183:1018","session_id":"1399948","input_length":39837,"t_proxy_recv":31316.038248036,"t_decision_unix":1779965312.593189,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9639280066270051,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1437 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":1437,"cache_hit":38400,"estimated_new_tokens":1437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":0,"new_prefill":39837,"score_linear":83204.0,"score_lmetric":39837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":39837,"score_linear":80406.0,"score_lmetric":39837},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":38400,"new_prefill":1437,"score_linear":-38400.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":31316.422876355,"t_first_token_unix":1779965312.97782,"t_done":31317.27898536,"t_done_unix":1779965313.8339286},{"request_id":"1253804:24:1659020:1019","session_id":"1253804","input_length":97769,"t_proxy_recv":31318.93540083,"t_decision_unix":1779965315.4903421,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":96768,"affinity_cache_ratio":0.9897615808691916,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1001 < 8000)","v3_prefill_cache_hit":96768,"v3_new_local":1001,"cache_hit":96768,"estimated_new_tokens":1001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":96768,"new_prefill":1001,"score_linear":-13564.0,"score_lmetric":1001},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":97769,"score_linear":80406.0,"score_lmetric":97769},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13564.0,"chosen_score_lmetric":1001,"t_first_token":31319.598412621,"t_first_token_unix":1779965316.1533568,"t_done":31320.225250937,"t_done_unix":1779965316.780194},{"request_id":"1268861:25:1653400:1016","session_id":"1268861","input_length":80406,"t_proxy_recv":31299.636673241,"t_decision_unix":1779965296.1916142,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9933587045742855,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (534 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":534,"cache_hit":79872,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":79872,"new_prefill":534,"score_linear":-79872.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":21504,"new_prefill":58902,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":31300.039508163,"t_first_token_unix":1779965296.594452,"t_done":31324.507889687,"t_done_unix":1779965321.062833},{"request_id":"1253804:25:1662273:1020","session_id":"1253804","input_length":98187,"t_proxy_recv":31329.799274116,"t_decision_unix":1779965326.3542151,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9959770641734649,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (395 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":395,"cache_hit":97792,"estimated_new_tokens":395,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":97792,"new_prefill":395,"score_linear":-14588.0,"score_lmetric":395},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14588.0,"chosen_score_lmetric":395,"t_first_token":31330.283915432,"t_first_token_unix":1779965326.8388596,"t_done":31330.901009465,"t_done_unix":1779965327.4559531},{"request_id":"1399948:47:1664702:1022","session_id":"1399948","input_length":40261,"t_proxy_recv":31338.400594166,"t_decision_unix":1779965334.9555354,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9919276719405876,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (325 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":325,"cache_hit":39936,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":181458,"ongoing_decode_tokens":181458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":0,"new_prefill":40261,"score_linear":181458.0,"score_lmetric":80522},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":39936,"new_prefill":325,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":31338.620408835,"t_first_token_unix":1779965335.1753526,"t_done":31339.044078152,"t_done_unix":1779965335.5990245},{"request_id":"1294611:15:1657992:1017","session_id":"1294611","input_length":83204,"t_proxy_recv":31315.56002718,"t_decision_unix":1779965312.1149683,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9968751502331619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (260 < 8000)","v3_prefill_cache_hit":82944,"v3_new_local":260,"cache_hit":82944,"estimated_new_tokens":260,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":82944,"new_prefill":260,"score_linear":-82944.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":34052,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2617,"cache_hit":0,"new_prefill":83204,"score_linear":80406.0,"score_lmetric":83204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":31315.743354168,"t_first_token_unix":1779965312.2982976,"t_done":31341.997911979,"t_done_unix":1779965338.5528555},{"request_id":"1356885:8:1665690:1023","session_id":"1356885","input_length":132537,"t_proxy_recv":31341.61794111,"t_decision_unix":1779965338.1728823,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9928095550676415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (953 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":953,"cache_hit":131584,"estimated_new_tokens":953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":181458,"ongoing_decode_tokens":181458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":0,"new_prefill":132537,"score_linear":181458.0,"score_lmetric":265074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":131584,"new_prefill":953,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":10169,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":31342.321521249,"t_first_token_unix":1779965338.8764644,"t_done":31344.117744464,"t_done_unix":1779965340.6726875},{"request_id":"1399948:48:1666394:1024","session_id":"1399948","input_length":40343,"t_proxy_recv":31344.030685261,"t_decision_unix":1779965340.5856266,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9899115088119377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (407 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":407,"cache_hit":39936,"estimated_new_tokens":407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":40343,"score_linear":98254.0,"score_lmetric":40343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132537,"ongoing_decode_tokens":132537,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":40343,"score_linear":132537.0,"score_lmetric":40343},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":39936,"new_prefill":407,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":31344.102069355,"t_first_token_unix":1779965340.6570127,"t_done":31345.491415365,"t_done_unix":1779965342.0463586},{"request_id":"1399948:49:1668825:1025","session_id":"1399948","input_length":40642,"t_proxy_recv":31352.591512501,"t_decision_unix":1779965349.1464539,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9952266128635402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (194 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":194,"cache_hit":40448,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":40642,"score_linear":98254.0,"score_lmetric":40642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":40448,"new_prefill":194,"score_linear":-40448.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":31352.706967698,"t_first_token_unix":1779965349.2619107,"t_done":31353.787466101,"t_done_unix":1779965350.3424094},{"request_id":"1294611:15:1673197:1026","session_id":"1294611","input_length":85542,"t_proxy_recv":31367.808452779,"t_decision_unix":1779965364.363394,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9935704098571462,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (550 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":550,"cache_hit":84992,"estimated_new_tokens":550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":84992,"new_prefill":550,"score_linear":13262.0,"score_lmetric":550},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":36390,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":13262.0,"chosen_score_lmetric":550,"t_first_token":31367.975415529,"t_first_token_unix":1779965364.5303595,"t_done":31370.577358461,"t_done_unix":1779965367.132304},{"request_id":"1253804:26:1663639:1021","session_id":"1253804","input_length":98254,"t_proxy_recv":31334.632672259,"t_decision_unix":1779965331.1876135,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9952979013577056,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (462 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":462,"cache_hit":97792,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2308,"cache_hit":97792,"new_prefill":462,"score_linear":-14588.0,"score_lmetric":462},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14588.0,"chosen_score_lmetric":462,"t_first_token":31334.805235569,"t_first_token_unix":1779965331.3601794,"t_done":31374.42753886,"t_done_unix":1779965370.9824822},{"request_id":"1294611:15:1676489:1027","session_id":"1294611","input_length":85722,"t_proxy_recv":31379.194052307,"t_decision_unix":1779965375.7489936,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9974568955460675,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (218 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":218,"cache_hit":85504,"estimated_new_tokens":218,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":85504,"new_prefill":218,"score_linear":-85504.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":36570,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":31379.324236317,"t_first_token_unix":1779965375.87918,"t_done":31381.919080276,"t_done_unix":1779965378.4740236},{"request_id":"1399948:50:1677482:1028","session_id":"1399948","input_length":42648,"t_proxy_recv":31382.447314232,"t_decision_unix":1779965379.0022557,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9484149315325455,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2200 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":2200,"cache_hit":40448,"estimated_new_tokens":2200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":40448,"new_prefill":2200,"score_linear":-40448.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":31383.032213272,"t_first_token_unix":1779965379.5871572,"t_done":31386.686514751,"t_done_unix":1779965383.2414582},{"request_id":"1294611:15:1679070:1029","session_id":"1294611","input_length":86602,"t_proxy_recv":31387.875724759,"t_decision_unix":1779965384.430666,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":85504,"affinity_cache_ratio":0.987321308976698,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1098 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":1098,"cache_hit":85504,"estimated_new_tokens":1098,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2311,"cache_hit":85504,"new_prefill":1098,"score_linear":-85504.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":37450,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":31388.321788225,"t_first_token_unix":1779965384.8767319,"t_done":31391.112301224,"t_done_unix":1779965387.6672444},{"request_id":"1253804:27:1683133:1031","session_id":"1253804","input_length":101743,"t_proxy_recv":31401.504573684,"t_decision_unix":1779965398.0595148,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9963928722369106,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (367 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":367,"cache_hit":101376,"estimated_new_tokens":367,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":86925,"ongoing_decode_tokens":86925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2313,"cache_hit":101376,"new_prefill":367,"score_linear":-14451.0,"score_lmetric":367},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-14451.0,"chosen_score_lmetric":367,"t_first_token":31401.70727995,"t_first_token_unix":1779965398.2622237,"t_done":31402.192922727,"t_done_unix":1779965398.7478664},{"request_id":"1294611:15:1682649:1030","session_id":"1294611","input_length":86925,"t_proxy_recv":31399.785573252,"t_decision_unix":1779965396.3405144,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":86528,"affinity_cache_ratio":0.9954328444060973,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (397 < 8000)","v3_prefill_cache_hit":86528,"v3_new_local":397,"cache_hit":86528,"estimated_new_tokens":397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2313,"cache_hit":86528,"new_prefill":397,"score_linear":-86528.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":49152,"new_prefill":37773,"score_linear":-49152.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":31399.923985121,"t_first_token_unix":1779965396.4789288,"t_done":31404.216425789,"t_done_unix":1779965400.771369},{"request_id":"1253804:28:1685257:1032","session_id":"1253804","input_length":101794,"t_proxy_recv":31408.506090612,"t_decision_unix":1779965405.0610316,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9958936676031986,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":418,"cache_hit":101376,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":101376,"new_prefill":418,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":31408.653803271,"t_first_token_unix":1779965405.2087467,"t_done":31409.369038883,"t_done_unix":1779965405.9239829},{"request_id":"1399948:51:1686626:1033","session_id":"1399948","input_length":43407,"t_proxy_recv":31413.439058124,"t_decision_unix":1779965409.993999,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43008,"affinity_cache_ratio":0.9908079342041606,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (399 < 8000)","v3_prefill_cache_hit":43008,"v3_new_local":399,"cache_hit":43008,"estimated_new_tokens":399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":43008,"new_prefill":399,"score_linear":-43008.0,"score_lmetric":0}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":31413.596757169,"t_first_token_unix":1779965410.1517007,"t_done":31415.038810598,"t_done_unix":1779965411.5937543},{"request_id":"1253804:29:1688398:1034","session_id":"1253804","input_length":102067,"t_proxy_recv":31419.490502548,"t_decision_unix":1779965416.0454438,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9932299371981149,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (691 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":691,"cache_hit":101376,"estimated_new_tokens":691,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":101376,"new_prefill":691,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":31419.808273864,"t_first_token_unix":1779965416.363218,"t_done":31420.821550914,"t_done_unix":1779965417.3764942},{"request_id":"1399948:52:1689144:1035","session_id":"1399948","input_length":43673,"t_proxy_recv":31422.072614394,"t_decision_unix":1779965418.6275556,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (153 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":153,"cache_hit":43520,"estimated_new_tokens":153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":43520,"new_prefill":153,"score_linear":-43520.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":31422.180201926,"t_first_token_unix":1779965418.7351456,"t_done":31422.91758093,"t_done_unix":1779965419.472525},{"request_id":"1356885:9:1689871:1036","session_id":"1356885","input_length":132823,"t_proxy_recv":31424.452935419,"t_decision_unix":1779965421.0078766,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9983813044427546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (215 < 8000)","v3_prefill_cache_hit":132608,"v3_new_local":215,"cache_hit":132608,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":132608,"new_prefill":215,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":10455,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":31424.748878806,"t_first_token_unix":1779965421.3038223,"t_done":31426.452354773,"t_done_unix":1779965423.007298},{"request_id":"1253804:30:1690362:1037","session_id":"1253804","input_length":102214,"t_proxy_recv":31426.104424482,"t_decision_unix":1779965422.6593657,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9968106130275696,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (326 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":326,"cache_hit":101888,"estimated_new_tokens":326,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":101888,"new_prefill":326,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132823,"ongoing_decode_tokens":132823,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102214,"score_linear":132823.0,"score_lmetric":102214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":31426.298807334,"t_first_token_unix":1779965422.8537507,"t_done":31427.058838918,"t_done_unix":1779965423.613783},{"request_id":"1253804:31:1691981:1038","session_id":"1253804","input_length":102322,"t_proxy_recv":31431.684319868,"t_decision_unix":1779965428.239261,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9957584879107132,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (434 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":434,"cache_hit":101888,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":101888,"new_prefill":434,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":31431.843058928,"t_first_token_unix":1779965428.3980029,"t_done":31432.227659869,"t_done_unix":1779965428.782603},{"request_id":"1399948:53:1692115:1039","session_id":"1399948","input_length":43938,"t_proxy_recv":31432.201693128,"t_decision_unix":1779965428.7566345,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9904865947471437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":418,"cache_hit":43520,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102322,"ongoing_decode_tokens":102322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":0,"new_prefill":43938,"score_linear":102322.0,"score_lmetric":43938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":43520,"new_prefill":418,"score_linear":-43520.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":31432.355087224,"t_first_token_unix":1779965428.9100304,"t_done":31433.726052422,"t_done_unix":1779965430.2809958},{"request_id":"1253804:32:1693715:1040","session_id":"1253804","input_length":102509,"t_proxy_recv":31437.766552851,"t_decision_unix":1779965434.321494,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9939419953369948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (621 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":621,"cache_hit":101888,"estimated_new_tokens":621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":101888,"new_prefill":621,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":31438.075326688,"t_first_token_unix":1779965434.6302707,"t_done":31438.857331927,"t_done_unix":1779965435.412278},{"request_id":"1399948:54:1694570:1041","session_id":"1399948","input_length":44182,"t_proxy_recv":31440.85482839,"t_decision_unix":1779965437.4097695,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9966049522429948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (150 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":150,"cache_hit":44032,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":44032,"new_prefill":150,"score_linear":-44032.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":31440.963016432,"t_first_token_unix":1779965437.5179603,"t_done":31441.24188256,"t_done_unix":1779965437.7968264},{"request_id":"1253804:33:1695393:1042","session_id":"1253804","input_length":102632,"t_proxy_recv":31443.519698529,"t_decision_unix":1779965440.0746396,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9977394964533479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (232 < 8000)","v3_prefill_cache_hit":102400,"v3_new_local":232,"cache_hit":102400,"estimated_new_tokens":232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":102400,"new_prefill":232,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":31443.716365452,"t_first_token_unix":1779965440.2713094,"t_done":31444.21774406,"t_done_unix":1779965440.7726874},{"request_id":"1253804:34:1697569:1043","session_id":"1253804","input_length":102792,"t_proxy_recv":31451.350313733,"t_decision_unix":1779965447.9052548,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9961864736555374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (392 < 8000)","v3_prefill_cache_hit":102400,"v3_new_local":392,"cache_hit":102400,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2316,"cache_hit":102400,"new_prefill":392,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":31451.599794722,"t_first_token_unix":1779965448.1547384,"t_done":31454.99895087,"t_done_unix":1779965451.5538943},{"request_id":"1253804:35:1701250:1044","session_id":"1253804","input_length":103349,"t_proxy_recv":31463.901520169,"t_decision_unix":1779965460.4564614,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9957716088205981,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":102912,"v3_new_local":437,"cache_hit":102912,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":102912,"new_prefill":437,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":31464.226908363,"t_first_token_unix":1779965460.7818525,"t_done":31464.529766313,"t_done_unix":1779965461.0847096},{"request_id":"1253804:36:1702697:1045","session_id":"1253804","input_length":103400,"t_proxy_recv":31469.049973058,"t_decision_unix":1779965465.6049142,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9952804642166344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (488 < 8000)","v3_prefill_cache_hit":102912,"v3_new_local":488,"cache_hit":102912,"estimated_new_tokens":488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":102912,"new_prefill":488,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":31469.193405249,"t_first_token_unix":1779965465.748349,"t_done":31469.641301546,"t_done_unix":1779965466.196245},{"request_id":"1399948:55:1704272:1047","session_id":"1399948","input_length":45284,"t_proxy_recv":31474.31813803,"t_decision_unix":1779965470.8730793,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9723522657009098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1252 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1252,"cache_hit":44032,"estimated_new_tokens":1252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":45284,"score_linear":103471.0,"score_lmetric":45284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":44032,"new_prefill":1252,"score_linear":-44032.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":31474.74942216,"t_first_token_unix":1779965471.304366,"t_done":31476.42653493,"t_done_unix":1779965472.9814785},{"request_id":"1356885:10:1706624:1048","session_id":"1356885","input_length":133014,"t_proxy_recv":31482.647306833,"t_decision_unix":1779965479.2022479,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9969476897168719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (406 < 8000)","v3_prefill_cache_hit":132608,"v3_new_local":406,"cache_hit":132608,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":133014,"score_linear":103471.0,"score_lmetric":133014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":132608,"new_prefill":406,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":10646,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":31482.910911209,"t_first_token_unix":1779965479.465855,"t_done":31484.386629643,"t_done_unix":1779965480.9415731},{"request_id":"1253804:37:1704071:1046","session_id":"1253804","input_length":103471,"t_proxy_recv":31473.522310138,"t_decision_unix":1779965470.077251,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":103424,"affinity_cache_ratio":0.9995457664466372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (47 < 8000)","v3_prefill_cache_hit":103424,"v3_new_local":47,"cache_hit":103424,"estimated_new_tokens":47,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":103424,"new_prefill":47,"score_linear":-103424.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-103424.0,"chosen_score_lmetric":0,"t_first_token":31473.667800758,"t_first_token_unix":1779965470.222745,"t_done":31489.139687355,"t_done_unix":1779965485.6946309},{"request_id":"1399948:56:1708284:1049","session_id":"1399948","input_length":45571,"t_proxy_recv":31488.355195796,"t_decision_unix":1779965484.9101372,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9886989532816923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (515 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":515,"cache_hit":45056,"estimated_new_tokens":515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":45571,"score_linear":103471.0,"score_lmetric":45571},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2245,"cache_hit":45056,"new_prefill":515,"score_linear":-45056.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":31488.467151017,"t_first_token_unix":1779965485.022095,"t_done":31489.364318159,"t_done_unix":1779965485.9192615},{"request_id":"1399948:57:1711464:1050","session_id":"1399948","input_length":45756,"t_proxy_recv":31499.151720477,"t_decision_unix":1779965495.7066617,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45568,"affinity_cache_ratio":0.995891249235073,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (188 < 8000)","v3_prefill_cache_hit":45568,"v3_new_local":188,"cache_hit":45568,"estimated_new_tokens":188,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":45568,"new_prefill":188,"score_linear":-45568.0,"score_lmetric":0}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":31499.267573444,"t_first_token_unix":1779965495.8225172,"t_done":31501.740448427,"t_done_unix":1779965498.2953918},{"request_id":"1253804:38:1712824:1051","session_id":"1253804","input_length":104953,"t_proxy_recv":31503.978795352,"t_decision_unix":1779965500.5337365,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104448,"affinity_cache_ratio":0.9951883223919278,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":104448,"v3_new_local":505,"cache_hit":104448,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":104448,"new_prefill":505,"score_linear":-104448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104448.0,"chosen_score_lmetric":0,"t_first_token":31504.188256454,"t_first_token_unix":1779965500.7432005,"t_done":31504.495553814,"t_done_unix":1779965501.050497},{"request_id":"1253804:39:1714767:1052","session_id":"1253804","input_length":105004,"t_proxy_recv":31510.559291624,"t_decision_unix":1779965507.1142325,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9995809683440631,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (44 < 8000)","v3_prefill_cache_hit":104960,"v3_new_local":44,"cache_hit":104960,"estimated_new_tokens":44,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":104960,"new_prefill":44,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":31510.712287274,"t_first_token_unix":1779965507.267231,"t_done":31511.281625809,"t_done_unix":1779965507.836569},{"request_id":"1253804:40:1716790:1053","session_id":"1253804","input_length":105156,"t_proxy_recv":31517.271532024,"t_decision_unix":1779965513.8264732,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9981361025523984,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (196 < 8000)","v3_prefill_cache_hit":104960,"v3_new_local":196,"cache_hit":104960,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":104960,"new_prefill":196,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":31517.532057864,"t_first_token_unix":1779965514.0870016,"t_done":31522.185205303,"t_done_unix":1779965518.7401483},{"request_id":"1340290:13:1718889:1055","session_id":"1340290","input_length":37173,"t_proxy_recv":31524.35369742,"t_decision_unix":1779965520.9086385,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9503672020014526,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1845 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":1845,"cache_hit":35328,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":47861,"ongoing_decode_tokens":0,"pending_prefill_tokens":2805,"num_requests":1,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":0,"new_prefill":37173,"score_linear":47861.0,"score_lmetric":39978},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":35328,"new_prefill":1845,"score_linear":-35328.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":31529.971336868,"t_first_token_unix":1779965526.5262806,"t_done":31531.598945975,"t_done_unix":1779965528.1538906},{"request_id":"1305906:4:1718131:1054","session_id":"1305906","input_length":47861,"t_proxy_recv":31521.717864446,"t_decision_unix":1779965518.2728055,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9413927832682142,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2805 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":2805,"cache_hit":45056,"estimated_new_tokens":2805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105156,"ongoing_decode_tokens":105156,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":47861,"score_linear":105156.0,"score_lmetric":47861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2620,"cache_hit":45056,"new_prefill":2805,"score_linear":-45056.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2456,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":31530.445203666,"t_first_token_unix":1779965527.0001469,"t_done":31532.536563506,"t_done_unix":1779965529.0915072},{"request_id":"1305906:5:1514292:934","session_id":"1305906","input_length":49817,"t_proxy_recv":31532.548637082,"t_decision_unix":1779965529.1035783,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9660959110343859,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1689 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":1689,"cache_hit":48128,"estimated_new_tokens":1689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2626,"cache_hit":48128,"new_prefill":1689,"score_linear":-48128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":31533.21090508,"t_first_token_unix":1779965529.7658486,"t_done":31533.886903821,"t_done_unix":1779965530.441847},{"request_id":"1253804:41:1721979:1057","session_id":"1253804","input_length":105638,"t_proxy_recv":31534.960973414,"t_decision_unix":1779965531.5159147,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9984285957704614,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (166 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":166,"cache_hit":105472,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":105472,"new_prefill":166,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37438,"ongoing_decode_tokens":37438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":3584,"new_prefill":102054,"score_linear":33854.0,"score_lmetric":102054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":31535.165580401,"t_first_token_unix":1779965531.7205238,"t_done":31535.813515141,"t_done_unix":1779965532.3684587},{"request_id":"1340290:14:1721731:1056","session_id":"1340290","input_length":37438,"t_proxy_recv":31534.071044093,"t_decision_unix":1779965530.6259859,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.998343928628666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (62 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":62,"cache_hit":37376,"estimated_new_tokens":62,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":37376,"new_prefill":62,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":31534.143020035,"t_first_token_unix":1779965530.6979632,"t_done":31535.921603252,"t_done_unix":1779965532.4765465},{"request_id":"1253804:42:1724453:1058","session_id":"1253804","input_length":105715,"t_proxy_recv":31543.450168523,"t_decision_unix":1779965540.0051095,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977013668826562,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (243 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":243,"cache_hit":105472,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":105472,"new_prefill":243,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":31543.59476402,"t_first_token_unix":1779965540.1497078,"t_done":31544.37704267,"t_done_unix":1779965540.9319863},{"request_id":"1253804:43:1726322:1060","session_id":"1253804","input_length":105845,"t_proxy_recv":31549.522340731,"t_decision_unix":1779965546.077282,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9964759790259341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (373 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":373,"cache_hit":105472,"estimated_new_tokens":373,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":105472,"new_prefill":373,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":3584,"new_prefill":102261,"score_linear":34140.0,"score_lmetric":102261},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":31549.723164941,"t_first_token_unix":1779965546.2781086,"t_done":31550.414470127,"t_done_unix":1779965546.9694135},{"request_id":"1399948:58:1726693:1061","session_id":"1399948","input_length":46886,"t_proxy_recv":31550.739904801,"t_decision_unix":1779965547.294846,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46080,"affinity_cache_ratio":0.982809367401783,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (806 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":806,"cache_hit":46080,"estimated_new_tokens":806,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":0,"new_prefill":46886,"score_linear":37724.0,"score_lmetric":46886},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":46080,"new_prefill":806,"score_linear":-46080.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":31551.095344728,"t_first_token_unix":1779965547.650288,"t_done":31551.225485296,"t_done_unix":1779965547.7804286},{"request_id":"1399948:59:1728305:1062","session_id":"1399948","input_length":46927,"t_proxy_recv":31556.033306393,"t_decision_unix":1779965552.5882475,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9928612525838004,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (335 < 8000)","v3_prefill_cache_hit":46592,"v3_new_local":335,"cache_hit":46592,"estimated_new_tokens":335,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":0,"new_prefill":46927,"score_linear":37724.0,"score_lmetric":46927},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":46592,"new_prefill":335,"score_linear":-46592.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":31556.113549107,"t_first_token_unix":1779965552.6684928,"t_done":31556.258621708,"t_done_unix":1779965552.813565},{"request_id":"1253804:44:1728625:1063","session_id":"1253804","input_length":106070,"t_proxy_recv":31557.224650176,"t_decision_unix":1779965553.779591,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9943622136325069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (598 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":598,"cache_hit":105472,"estimated_new_tokens":598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":105472,"new_prefill":598,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":3584,"new_prefill":102486,"score_linear":34140.0,"score_lmetric":102486},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":31557.546944669,"t_first_token_unix":1779965554.101888,"t_done":31558.586747349,"t_done_unix":1779965555.141691},{"request_id":"1340290:15:1725612:1059","session_id":"1340290","input_length":37724,"t_proxy_recv":31547.255625208,"t_decision_unix":1779965543.8105662,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9907751033824621,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (348 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":348,"cache_hit":37376,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2460,"cache_hit":37376,"new_prefill":348,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":31547.330792586,"t_first_token_unix":1779965543.8857362,"t_done":31564.934159081,"t_done_unix":1779965561.4891038},{"request_id":"1253804:45:1732408:1064","session_id":"1253804","input_length":106394,"t_proxy_recv":31570.195319261,"t_decision_unix":1779965566.7502606,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9961463992330395,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (410 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":410,"cache_hit":105984,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":105984,"new_prefill":410,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":31570.52528094,"t_first_token_unix":1779965567.080225,"t_done":31570.891013794,"t_done_unix":1779965567.4459574},{"request_id":"1399948:60:1732843:1065","session_id":"1399948","input_length":47074,"t_proxy_recv":31571.785764954,"t_decision_unix":1779965568.340706,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9897608021413095,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (482 < 8000)","v3_prefill_cache_hit":46592,"v3_new_local":482,"cache_hit":46592,"estimated_new_tokens":482,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":46592,"new_prefill":482,"score_linear":-46592.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":31571.915357532,"t_first_token_unix":1779965568.4703016,"t_done":31572.288338386,"t_done_unix":1779965568.843282},{"request_id":"1253804:46:1733935:1066","session_id":"1253804","input_length":106443,"t_proxy_recv":31575.28450794,"t_decision_unix":1779965571.8394494,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9956878329246639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (459 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":459,"cache_hit":105984,"estimated_new_tokens":459,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2322,"cache_hit":105984,"new_prefill":459,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":31575.421632696,"t_first_token_unix":1779965571.9765763,"t_done":31576.132311598,"t_done_unix":1779965572.6872547},{"request_id":"1399948:61:1735933:1067","session_id":"1399948","input_length":47205,"t_proxy_recv":31581.98832674,"t_decision_unix":1779965578.5432682,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9978603961444762,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (101 < 8000)","v3_prefill_cache_hit":47104,"v3_new_local":101,"cache_hit":47104,"estimated_new_tokens":101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":47104,"new_prefill":101,"score_linear":-47104.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":31582.09181047,"t_first_token_unix":1779965578.6467543,"t_done":31583.627248023,"t_done_unix":1779965580.1821914},{"request_id":"1253804:47:1736337:1068","session_id":"1253804","input_length":107137,"t_proxy_recv":31583.260944841,"t_decision_unix":1779965579.815886,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.994017006263009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (641 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":641,"cache_hit":106496,"estimated_new_tokens":641,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":106496,"new_prefill":641,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":47205,"ongoing_decode_tokens":47205,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":107137,"score_linear":47205.0,"score_lmetric":107137}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":31583.981865724,"t_first_token_unix":1779965580.5368097,"t_done":31584.393579266,"t_done_unix":1779965580.9485226},{"request_id":"1253804:48:1737694:1069","session_id":"1253804","input_length":108145,"t_proxy_recv":31587.700019737,"t_decision_unix":1779965584.254961,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.98948633778723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1137 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1137,"cache_hit":107008,"estimated_new_tokens":1137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":107008,"new_prefill":1137,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":31588.615554229,"t_first_token_unix":1779965585.170498,"t_done":31589.039349046,"t_done_unix":1779965585.594292},{"request_id":"1253804:49:1739030:1070","session_id":"1253804","input_length":109454,"t_proxy_recv":31592.08095745,"t_decision_unix":1779965588.6358988,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9870082409048551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1422 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":1422,"cache_hit":108032,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":108032,"new_prefill":1422,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":31593.215088011,"t_first_token_unix":1779965589.7700317,"t_done":31593.636571576,"t_done_unix":1779965590.191515},{"request_id":"1253804:50:1741670:1071","session_id":"1253804","input_length":110854,"t_proxy_recv":31601.059855402,"t_decision_unix":1779965597.6147966,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9837804680029588,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1798 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":1798,"cache_hit":109056,"estimated_new_tokens":1798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2328,"cache_hit":109056,"new_prefill":1798,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":31602.200668715,"t_first_token_unix":1779965598.7556126,"t_done":31602.637176192,"t_done_unix":1779965599.1921196},{"request_id":"1253804:51:1744514:1072","session_id":"1253804","input_length":111661,"t_proxy_recv":31610.49024342,"t_decision_unix":1779965607.0451846,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":110592,"affinity_cache_ratio":0.9904263798461415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1069 < 8000)","v3_prefill_cache_hit":110592,"v3_new_local":1069,"cache_hit":110592,"estimated_new_tokens":1069,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2331,"cache_hit":110592,"new_prefill":1069,"score_linear":-110592.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-110592.0,"chosen_score_lmetric":0,"t_first_token":31611.237153857,"t_first_token_unix":1779965607.792098,"t_done":31611.6708262,"t_done_unix":1779965608.22577},{"request_id":"1340290:16:1745847:1073","session_id":"1340290","input_length":40200,"t_proxy_recv":31615.093403901,"t_decision_unix":1779965611.648345,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9934328358208955,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (264 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":264,"cache_hit":39936,"estimated_new_tokens":264,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":39936,"new_prefill":264,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":31615.170466684,"t_first_token_unix":1779965611.72541,"t_done":31615.898137668,"t_done_unix":1779965612.453081},{"request_id":"1253804:52:1746191:1074","session_id":"1253804","input_length":111724,"t_proxy_recv":31616.129019216,"t_decision_unix":1779965612.6839585,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9990333321399162,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":108,"cache_hit":111616,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":111616,"new_prefill":108,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":31616.285273025,"t_first_token_unix":1779965612.8402164,"t_done":31617.067604837,"t_done_unix":1779965613.6225479},{"request_id":"1253804:53:1748377:1075","session_id":"1253804","input_length":111811,"t_proxy_recv":31623.466646676,"t_decision_unix":1779965620.0215874,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9982559855470392,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (195 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":195,"cache_hit":111616,"estimated_new_tokens":195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":111616,"new_prefill":195,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":31623.625455468,"t_first_token_unix":1779965620.1803992,"t_done":31624.112406612,"t_done_unix":1779965620.6673498},{"request_id":"1399948:62:1749028:1076","session_id":"1399948","input_length":48212,"t_proxy_recv":31625.624859373,"t_decision_unix":1779965622.1798003,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9770181697502697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":47104,"v3_new_local":1108,"cache_hit":47104,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2249,"cache_hit":47104,"new_prefill":1108,"score_linear":-47104.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":31625.986274161,"t_first_token_unix":1779965622.5412183,"t_done":31626.540234,"t_done_unix":1779965623.0951772},{"request_id":"1253804:54:1750056:1077","session_id":"1253804","input_length":112074,"t_proxy_recv":31629.057221147,"t_decision_unix":1779965625.6121624,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9959134143512323,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (458 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":458,"cache_hit":111616,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2333,"cache_hit":111616,"new_prefill":458,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":31629.401251935,"t_first_token_unix":1779965625.956196,"t_done":31635.329452344,"t_done_unix":1779965631.8843977},{"request_id":"1399948:63:1753316:1079","session_id":"1399948","input_length":48636,"t_proxy_recv":31639.922354902,"t_decision_unix":1779965636.477296,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9895550620939222,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (508 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":508,"cache_hit":48128,"estimated_new_tokens":508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":0,"pending_prefill_tokens":432,"num_requests":1,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":48636,"score_linear":133552.0,"score_lmetric":49068},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":48128,"new_prefill":508,"score_linear":-48128.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":31640.188271303,"t_first_token_unix":1779965636.7432148,"t_done":31640.296151587,"t_done_unix":1779965636.8510947},{"request_id":"1399948:64:1754453:1080","session_id":"1399948","input_length":48693,"t_proxy_recv":31643.833316155,"t_decision_unix":1779965640.3882573,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9989115478610888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (53 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":53,"cache_hit":48640,"estimated_new_tokens":53,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":133552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":0,"new_prefill":48693,"score_linear":133552.0,"score_lmetric":48693},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2252,"cache_hit":48640,"new_prefill":53,"score_linear":-48640.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":31643.939954105,"t_first_token_unix":1779965640.4948978,"t_done":31645.222968259,"t_done_unix":1779965641.7779117},{"request_id":"1356885:11:1753167:1078","session_id":"1356885","input_length":133552,"t_proxy_recv":31639.498954797,"t_decision_unix":1779965636.053896,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":133120,"affinity_cache_ratio":0.9967653048999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (432 < 8000)","v3_prefill_cache_hit":133120,"v3_new_local":432,"cache_hit":133120,"estimated_new_tokens":432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2102,"cache_hit":133120,"new_prefill":432,"score_linear":-133120.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":11184,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-133120.0,"chosen_score_lmetric":0,"t_first_token":31640.151280511,"t_first_token_unix":1779965636.7062244,"t_done":31657.577733847,"t_done_unix":1779965654.132681},{"request_id":"1399948:65:1759200:1081","session_id":"1399948","input_length":49220,"t_proxy_recv":31660.329983607,"t_decision_unix":1779965656.8849244,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9882161722876879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (580 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":580,"cache_hit":48640,"estimated_new_tokens":580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2252,"cache_hit":48640,"new_prefill":580,"score_linear":-48640.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":31660.594644549,"t_first_token_unix":1779965657.149588,"t_done":31666.163650715,"t_done_unix":1779965662.7185943},{"request_id":"1277428:14:1767578:1082","session_id":"1277428","input_length":49716,"t_proxy_recv":31689.199022828,"t_decision_unix":1779965685.7539642,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9886555636012552,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (564 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":564,"cache_hit":49152,"estimated_new_tokens":564,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":49152,"new_prefill":564,"score_linear":-49152.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":46132,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":32308,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":45108,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":31689.379185036,"t_first_token_unix":1779965685.934129,"t_done":31690.421673179,"t_done_unix":1779965686.9766166},{"request_id":"1277428:14:1770237:1083","session_id":"1277428","input_length":49925,"t_proxy_recv":31698.538534691,"t_decision_unix":1779965695.0934756,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.994772158237356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (261 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":261,"cache_hit":49664,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":49664,"new_prefill":261,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":46341,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":32517,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":45317,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":31698.649618739,"t_first_token_unix":1779965695.204562,"t_done":31698.963792602,"t_done_unix":1779965695.5187361},{"request_id":"1277428:15:1771467:1084","session_id":"1277428","input_length":51398,"t_proxy_recv":31702.608829075,"t_decision_unix":1779965699.1637702,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9662632787267987,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1734 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":1734,"cache_hit":49664,"estimated_new_tokens":1734,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":49664,"new_prefill":1734,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":47814,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":33990,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":46790,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":31703.193754856,"t_first_token_unix":1779965699.7486987,"t_done":31706.702322233,"t_done_unix":1779965703.2572684},{"request_id":"1399948:66:1772336:1085","session_id":"1399948","input_length":51012,"t_proxy_recv":31705.557364153,"t_decision_unix":1779965702.112305,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9735748451344781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1348 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":1348,"cache_hit":49664,"estimated_new_tokens":1348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51398,"ongoing_decode_tokens":51398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1876,"cache_hit":0,"new_prefill":51012,"score_linear":51398.0,"score_lmetric":51012},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":49664,"new_prefill":1348,"score_linear":-49664.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":31706.032077839,"t_first_token_unix":1779965702.5870214,"t_done":31708.997399097,"t_done_unix":1779965705.5523422},{"request_id":"1399948:67:1777074:1086","session_id":"1399948","input_length":52331,"t_proxy_recv":31721.624027892,"t_decision_unix":1779965718.1789691,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9783875714203818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1131 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":1131,"cache_hit":51200,"estimated_new_tokens":1131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2257,"cache_hit":51200,"new_prefill":1131,"score_linear":-51200.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":31722.100890569,"t_first_token_unix":1779965718.6558344,"t_done":31726.420326653,"t_done_unix":1779965722.9752698},{"request_id":"1399948:68:1784799:1087","session_id":"1399948","input_length":53289,"t_proxy_recv":31748.121632609,"t_decision_unix":1779965744.6765738,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9896226238060387,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (553 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":553,"cache_hit":52736,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2260,"cache_hit":52736,"new_prefill":553,"score_linear":-52736.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":31748.406261653,"t_first_token_unix":1779965744.9612052,"t_done":31752.712378658,"t_done_unix":1779965749.2673218},{"request_id":"1277428:16:1787662:1088","session_id":"1277428","input_length":52754,"t_proxy_recv":31758.559316775,"t_decision_unix":1779965755.1142578,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":51712,"affinity_cache_ratio":0.9802479432839216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1042 < 8000)","v3_prefill_cache_hit":51712,"v3_new_local":1042,"cache_hit":51712,"estimated_new_tokens":1042,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":51712,"new_prefill":1042,"score_linear":-51712.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":49170,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":35346,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":48146,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51712.0,"chosen_score_lmetric":0,"t_first_token":31758.956410772,"t_first_token_unix":1779965755.5113544,"t_done":31759.552923935,"t_done_unix":1779965756.1078675},{"request_id":"1305906:5:1788459:1089","session_id":"1305906","input_length":52461,"t_proxy_recv":31761.097496382,"t_decision_unix":1779965757.652434,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.946684203503555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2797 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":2797,"cache_hit":49664,"estimated_new_tokens":2797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2629,"cache_hit":49664,"new_prefill":2797,"score_linear":-49664.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":31762.088898829,"t_first_token_unix":1779965758.6438425,"t_done":31762.600796908,"t_done_unix":1779965759.155741},{"request_id":"1399948:69:1790968:1090","session_id":"1399948","input_length":54141,"t_proxy_recv":31769.692281882,"t_decision_unix":1779965766.2472234,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9929628193051476,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (381 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":381,"cache_hit":53760,"estimated_new_tokens":381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51255,"ongoing_decode_tokens":51255,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2634,"cache_hit":0,"new_prefill":54141,"score_linear":51255.0,"score_lmetric":54141},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":53760,"new_prefill":381,"score_linear":-53760.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":31769.974247082,"t_first_token_unix":1779965766.5291903,"t_done":31773.863375536,"t_done_unix":1779965770.4183214},{"request_id":"1305906:6:1529600:945","session_id":"1305906","input_length":51255,"t_proxy_recv":31762.611265984,"t_decision_unix":1779965759.1662073,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9989269339576626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (55 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":55,"cache_hit":51200,"estimated_new_tokens":55,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2634,"cache_hit":51200,"new_prefill":55,"score_linear":-51200.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2262,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":31762.68567135,"t_first_token_unix":1779965759.240615,"t_done":31777.768303519,"t_done_unix":1779965774.323247},{"request_id":"1277428:17:1793546:1091","session_id":"1277428","input_length":53574,"t_proxy_recv":31778.693502526,"t_decision_unix":1779965775.2484434,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9843580841452944,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (838 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":838,"cache_hit":52736,"estimated_new_tokens":838,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1882,"cache_hit":52736,"new_prefill":838,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":49990,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":36166,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":48966,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":31779.089303632,"t_first_token_unix":1779965775.6442478,"t_done":31780.408565435,"t_done_unix":1779965776.963509},{"request_id":"1399948:70:1795589:1092","session_id":"1399948","input_length":54654,"t_proxy_recv":31786.016513552,"t_decision_unix":1779965782.5714545,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9930105756211806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (382 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":382,"cache_hit":54272,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":54272,"new_prefill":382,"score_linear":-54272.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":31786.105940613,"t_first_token_unix":1779965782.660884,"t_done":31787.038910457,"t_done_unix":1779965783.593854},{"request_id":"1277428:18:1796824:1093","session_id":"1277428","input_length":53805,"t_proxy_recv":31790.610674902,"t_decision_unix":1779965787.1656158,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53248,"affinity_cache_ratio":0.9896478022488616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (557 < 8000)","v3_prefill_cache_hit":53248,"v3_new_local":557,"cache_hit":53248,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1883,"cache_hit":53248,"new_prefill":557,"score_linear":-53248.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":50221,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":36397,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":49197,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53248.0,"chosen_score_lmetric":0,"t_first_token":31790.74468204,"t_first_token_unix":1779965787.2996264,"t_done":31791.116387741,"t_done_unix":1779965787.6713312},{"request_id":"1399948:71:1800797:1094","session_id":"1399948","input_length":54920,"t_proxy_recv":31804.200118976,"t_decision_unix":1779965800.75506,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9882010196649672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (648 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":648,"cache_hit":54272,"estimated_new_tokens":648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2263,"cache_hit":54272,"new_prefill":648,"score_linear":-54272.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":31804.384413476,"t_first_token_unix":1779965800.9393573,"t_done":31806.455334394,"t_done_unix":1779965803.010278},{"request_id":"1399948:72:1804699:1097","session_id":"1399948","input_length":55246,"t_proxy_recv":31817.659937037,"t_decision_unix":1779965814.2148783,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9916374036129313,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (462 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":462,"cache_hit":54784,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":55246,"score_linear":112634.0,"score_lmetric":55246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":55246,"score_linear":111736.0,"score_lmetric":55246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2264,"cache_hit":54784,"new_prefill":462,"score_linear":-54784.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":31817.780462969,"t_first_token_unix":1779965814.3354063,"t_done":31818.171498489,"t_done_unix":1779965814.7264416},{"request_id":"1399948:73:1805981:1098","session_id":"1399948","input_length":55559,"t_proxy_recv":31821.837651731,"t_decision_unix":1779965818.392593,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9952662934898037,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (263 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":263,"cache_hit":55296,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":55559,"score_linear":112634.0,"score_lmetric":55559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":55559,"score_linear":111736.0,"score_lmetric":55559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":55296,"new_prefill":263,"score_linear":-55296.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":31822.026890416,"t_first_token_unix":1779965818.5818338,"t_done":31823.318610759,"t_done_unix":1779965819.873556},{"request_id":"1305906:6:1806419:1099","session_id":"1305906","input_length":52932,"t_proxy_recv":31823.342739468,"t_decision_unix":1779965819.897681,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9962971359480087,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (196 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":196,"cache_hit":52736,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":52932,"score_linear":112634.0,"score_lmetric":52932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":52736,"new_prefill":196,"score_linear":59000.0,"score_lmetric":196},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":59000.0,"chosen_score_lmetric":196,"t_first_token":31823.421549354,"t_first_token_unix":1779965819.9764926,"t_done":31824.781814164,"t_done_unix":1779965821.3367577},{"request_id":"1305906:7:1572780:964","session_id":"1305906","input_length":54789,"t_proxy_recv":31824.794172971,"t_decision_unix":1779965821.3491147,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9625289747942105,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2053 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2053,"cache_hit":52736,"estimated_new_tokens":2053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":54789,"score_linear":112634.0,"score_lmetric":54789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":52736,"new_prefill":2053,"score_linear":59000.0,"score_lmetric":2053},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":59000.0,"chosen_score_lmetric":2053,"t_first_token":31825.516069062,"t_first_token_unix":1779965822.0710123,"t_done":31826.121113195,"t_done_unix":1779965822.6760569},{"request_id":"1399948:74:1808473:1100","session_id":"1399948","input_length":55791,"t_proxy_recv":31830.534502134,"t_decision_unix":1779965827.0894434,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (495 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":495,"cache_hit":55296,"estimated_new_tokens":495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":55791,"score_linear":112634.0,"score_lmetric":55791},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2640,"cache_hit":0,"new_prefill":55791,"score_linear":111736.0,"score_lmetric":55791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":55296,"new_prefill":495,"score_linear":-55296.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":31830.665574825,"t_first_token_unix":1779965827.220518,"t_done":31832.539939833,"t_done_unix":1779965829.094884},{"request_id":"1399948:75:1817312:1101","session_id":"1399948","input_length":57308,"t_proxy_recv":31859.080670028,"t_decision_unix":1779965855.6356108,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9738256438891604,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1500 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":1500,"cache_hit":55808,"estimated_new_tokens":1500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":57308,"score_linear":112634.0,"score_lmetric":57308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2640,"cache_hit":0,"new_prefill":57308,"score_linear":111736.0,"score_lmetric":57308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2266,"cache_hit":55808,"new_prefill":1500,"score_linear":-55808.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":31859.714516136,"t_first_token_unix":1779965856.2694604,"t_done":31860.546330685,"t_done_unix":1779965857.101277},{"request_id":"1270606:6:1804345:1096","session_id":"1270606","input_length":111736,"t_proxy_recv":31816.493953908,"t_decision_unix":1779965813.048894,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9989260399513138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (120 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":120,"cache_hit":111616,"estimated_new_tokens":120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":1536,"new_prefill":110200,"score_linear":111098.0,"score_lmetric":110200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":111616,"new_prefill":120,"score_linear":-111616.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2264,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":31816.775995824,"t_first_token_unix":1779965813.330939,"t_done":31860.676854991,"t_done_unix":1779965857.231799},{"request_id":"1399948:76:1821495:1102","session_id":"1399948","input_length":57659,"t_proxy_recv":31872.72940734,"t_decision_unix":1779965869.2843485,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9945368459390554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (315 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":315,"cache_hit":57344,"estimated_new_tokens":315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":57659,"score_linear":112634.0,"score_lmetric":57659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2642,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":57344,"new_prefill":315,"score_linear":-57344.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":31872.929941731,"t_first_token_unix":1779965869.4848855,"t_done":31873.588018875,"t_done_unix":1779965870.1429627},{"request_id":"1270606:6:1822681:1103","session_id":"1270606","input_length":112180,"t_proxy_recv":31876.570392708,"t_decision_unix":1779965873.1253338,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9995364592619005,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (52 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":52,"cache_hit":112128,"estimated_new_tokens":52,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":1536,"new_prefill":110644,"score_linear":111098.0,"score_lmetric":110644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2642,"cache_hit":112128,"new_prefill":52,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":31876.710897785,"t_first_token_unix":1779965873.2658412,"t_done":31877.604797665,"t_done_unix":1779965874.1597428},{"request_id":"1270606:7:1825806:1104","session_id":"1270606","input_length":112645,"t_proxy_recv":31887.184139864,"t_decision_unix":1779965883.739081,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9954103599804697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (517 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":517,"cache_hit":112128,"estimated_new_tokens":517,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":1536,"new_prefill":111109,"score_linear":111098.0,"score_lmetric":111109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2642,"cache_hit":112128,"new_prefill":517,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":31887.745106763,"t_first_token_unix":1779965884.3000503,"t_done":31891.818251997,"t_done_unix":1779965888.373196},{"request_id":"1277428:19:1834491:1105","session_id":"1277428","input_length":58474,"t_proxy_recv":31916.461578448,"t_decision_unix":1779965913.016519,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9193829736293053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4714 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":4714,"cache_hit":53760,"estimated_new_tokens":4714,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":53760,"new_prefill":4714,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":3584,"new_prefill":54890,"score_linear":109050.0,"score_lmetric":54890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":41066,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":4608,"new_prefill":53866,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":31918.210256909,"t_first_token_unix":1779965914.7652073,"t_done":31918.544349951,"t_done_unix":1779965915.099295},{"request_id":"1270606:8:1837578:1106","session_id":"1270606","input_length":113482,"t_proxy_recv":31927.288376615,"t_decision_unix":1779965923.8433173,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9925803211081934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (842 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":842,"cache_hit":112640,"estimated_new_tokens":842,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":1536,"new_prefill":111946,"score_linear":111098.0,"score_lmetric":111946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":112640,"new_prefill":842,"score_linear":-112640.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":31927.851829273,"t_first_token_unix":1779965924.4067736,"t_done":31928.286621083,"t_done_unix":1779965924.8415647},{"request_id":"1253804:55:1803044:1095","session_id":"1253804","input_length":112634,"t_proxy_recv":31812.077711769,"t_decision_unix":1779965808.632653,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9955075732016976,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (506 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":506,"cache_hit":112128,"estimated_new_tokens":506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1884,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":112128,"new_prefill":506,"score_linear":-112128.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2636,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2264,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":31812.271496011,"t_first_token_unix":1779965808.8264399,"t_done":31937.085338971,"t_done_unix":1779965933.640287},{"request_id":"1270606:9:1847569:1107","session_id":"1270606","input_length":116467,"t_proxy_recv":31961.192170184,"t_decision_unix":1779965957.7471108,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":113152,"affinity_cache_ratio":0.9715370018975332,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3315 < 8000)","v3_prefill_cache_hit":113152,"v3_new_local":3315,"cache_hit":113152,"estimated_new_tokens":3315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":114931,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2644,"cache_hit":113152,"new_prefill":3315,"score_linear":-113152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-113152.0,"chosen_score_lmetric":0,"t_first_token":31963.462217935,"t_first_token_unix":1779965960.0171623,"t_done":31965.009325844,"t_done_unix":1779965961.5642698},{"request_id":"1270606:10:1851128:1108","session_id":"1270606","input_length":116659,"t_proxy_recv":31973.275342381,"t_decision_unix":1779965969.8302832,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9962711835349181,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":435,"cache_hit":116224,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":115123,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2650,"cache_hit":116224,"new_prefill":435,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":31973.528451853,"t_first_token_unix":1779965970.0833962,"t_done":31974.286745051,"t_done_unix":1779965970.8416889},{"request_id":"1305906:7:1851943:1109","session_id":"1305906","input_length":58042,"t_proxy_recv":31975.810097709,"t_decision_unix":1779965972.3650386,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9438682333482651,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3258 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":3258,"cache_hit":54784,"estimated_new_tokens":3258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2650,"cache_hit":54784,"new_prefill":3258,"score_linear":-54784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":31977.110345696,"t_first_token_unix":1779965973.6652899,"t_done":31979.383763951,"t_done_unix":1779965975.9387078},{"request_id":"1305906:8:1866131:1110","session_id":"1305906","input_length":58687,"t_proxy_recv":32024.321267305,"t_decision_unix":1779966020.876208,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9858401349532264,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (831 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":831,"cache_hit":57856,"estimated_new_tokens":831,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2656,"cache_hit":57856,"new_prefill":831,"score_linear":-57856.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32024.634394449,"t_first_token_unix":1779966021.1893387,"t_done":32026.533362,"t_done_unix":1779966023.0883071},{"request_id":"1270606:11:1868274:1111","session_id":"1270606","input_length":117828,"t_proxy_recv":32031.561035077,"t_decision_unix":1779966028.115976,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9863869368910615,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1604 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":1604,"cache_hit":116224,"estimated_new_tokens":1604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":116292,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2658,"cache_hit":116224,"new_prefill":1604,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":32032.574229605,"t_first_token_unix":1779966029.1291738,"t_done":32034.322550101,"t_done_unix":1779966030.877494},{"request_id":"1270606:11:1870810:1113","session_id":"1270606","input_length":118012,"t_proxy_recv":32040.054949401,"t_decision_unix":1779966036.6098905,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9978646239365488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (252 < 8000)","v3_prefill_cache_hit":117760,"v3_new_local":252,"cache_hit":117760,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":116476,"score_linear":111390.0,"score_lmetric":116476},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":117760,"new_prefill":252,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":32040.230100599,"t_first_token_unix":1779966036.785044,"t_done":32040.740809744,"t_done_unix":1779966037.2957535},{"request_id":"1356885:12:1874205:1114","session_id":"1356885","input_length":135435,"t_proxy_recv":32051.520442856,"t_decision_unix":1779966048.0753837,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":134656,"affinity_cache_ratio":0.9942481633255805,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (779 < 8000)","v3_prefill_cache_hit":134656,"v3_new_local":779,"cache_hit":134656,"estimated_new_tokens":779,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":135435,"score_linear":112926.0,"score_lmetric":135435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":134656,"new_prefill":779,"score_linear":-134656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":13067,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-134656.0,"chosen_score_lmetric":0,"t_first_token":32052.203934918,"t_first_token_unix":1779966048.7588823,"t_done":32054.76587047,"t_done_unix":1779966051.3208146},{"request_id":"1340290:17:1875101:1115","session_id":"1340290","input_length":40328,"t_proxy_recv":32054.450551299,"t_decision_unix":1779966051.0054922,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9902797064074589,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (392 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":392,"cache_hit":39936,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":40328,"score_linear":112926.0,"score_lmetric":40328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135435,"ongoing_decode_tokens":135435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":40328,"score_linear":135435.0,"score_lmetric":40328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":39936,"new_prefill":392,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":32054.524348587,"t_first_token_unix":1779966051.079292,"t_done":32057.649680383,"t_done_unix":1779966054.204624},{"request_id":"1270606:12:1876851:1116","session_id":"1270606","input_length":118600,"t_proxy_recv":32060.41755583,"t_decision_unix":1779966056.972497,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9929173693086003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (840 < 8000)","v3_prefill_cache_hit":117760,"v3_new_local":840,"cache_hit":117760,"estimated_new_tokens":840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":117064,"score_linear":111390.0,"score_lmetric":117064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":117760,"new_prefill":840,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":32061.012027795,"t_first_token_unix":1779966057.5669715,"t_done":32063.193270534,"t_done_unix":1779966059.7482374},{"request_id":"1340290:18:1878955:1117","session_id":"1340290","input_length":40583,"t_proxy_recv":32068.141716536,"t_decision_unix":1779966064.6966574,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9966734839711209,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (135 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":135,"cache_hit":40448,"estimated_new_tokens":135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":40583,"score_linear":112926.0,"score_lmetric":40583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":40448,"new_prefill":135,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":32068.221775999,"t_first_token_unix":1779966064.77672,"t_done":32068.420467199,"t_done_unix":1779966064.9754105},{"request_id":"1340290:19:1880565:1118","session_id":"1340290","input_length":40676,"t_proxy_recv":32073.399298879,"t_decision_unix":1779966069.95424,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9943947290785722,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (228 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":228,"cache_hit":40448,"estimated_new_tokens":228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":40676,"score_linear":112926.0,"score_lmetric":40676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":40448,"new_prefill":228,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":32073.502440443,"t_first_token_unix":1779966070.0573838,"t_done":32074.062718496,"t_done_unix":1779966070.6176617},{"request_id":"1340290:20:1882251:1120","session_id":"1340290","input_length":40883,"t_proxy_recv":32079.214023371,"t_decision_unix":1779966075.768964,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9893598806349827,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":435,"cache_hit":40448,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":40883,"score_linear":112926.0,"score_lmetric":40883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119030,"ongoing_decode_tokens":119030,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":0,"new_prefill":40883,"score_linear":119030.0,"score_lmetric":40883},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":40448,"new_prefill":435,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":32079.320779873,"t_first_token_unix":1779966075.8757236,"t_done":32079.648954636,"t_done_unix":1779966076.2038982},{"request_id":"1270606:12:1881189:1119","session_id":"1270606","input_length":119030,"t_proxy_recv":32075.807019511,"t_decision_unix":1779966072.3619606,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118784,"affinity_cache_ratio":0.9979332941275308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":118784,"v3_new_local":246,"cache_hit":118784,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":117494,"score_linear":111390.0,"score_lmetric":117494},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2663,"cache_hit":118784,"new_prefill":246,"score_linear":-118784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-118784.0,"chosen_score_lmetric":0,"t_first_token":32076.17302837,"t_first_token_unix":1779966072.727972,"t_done":32080.236988061,"t_done_unix":1779966076.791932},{"request_id":"1340290:21:1883855:1121","session_id":"1340290","input_length":41002,"t_proxy_recv":32084.677634189,"t_decision_unix":1779966081.2325754,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.986488463977367,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (554 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":554,"cache_hit":40448,"estimated_new_tokens":554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":41002,"score_linear":112926.0,"score_lmetric":41002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2464,"cache_hit":40448,"new_prefill":554,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":32084.782216564,"t_first_token_unix":1779966081.33716,"t_done":32085.036994031,"t_done_unix":1779966081.5919375},{"request_id":"1340290:22:1884847:1122","session_id":"1340290","input_length":41909,"t_proxy_recv":32088.15025482,"t_decision_unix":1779966084.7051961,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9773556992531437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (949 < 8000)","v3_prefill_cache_hit":40960,"v3_new_local":949,"cache_hit":40960,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":41909,"score_linear":112926.0,"score_lmetric":41909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2465,"cache_hit":40960,"new_prefill":949,"score_linear":-40960.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":32088.480406567,"t_first_token_unix":1779966085.0353503,"t_done":32088.820632284,"t_done_unix":1779966085.3755758},{"request_id":"1253804:55:1869941:1112","session_id":"1253804","input_length":112926,"t_proxy_recv":32037.190035255,"t_decision_unix":1779966033.7449768,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9974673680109098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (286 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":286,"cache_hit":112640,"estimated_new_tokens":286,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":112640,"new_prefill":286,"score_linear":-112640.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2661,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2463,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":32037.339604623,"t_first_token_unix":1779966033.8945496,"t_done":32090.26529185,"t_done_unix":1779966086.82024},{"request_id":"1340290:23:1886013:1124","session_id":"1340290","input_length":42086,"t_proxy_recv":32092.180944565,"t_decision_unix":1779966088.7358856,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41472,"affinity_cache_ratio":0.9854108254526446,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (614 < 8000)","v3_prefill_cache_hit":41472,"v3_new_local":614,"cache_hit":41472,"estimated_new_tokens":614,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":0,"pending_prefill_tokens":5477,"num_requests":1,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":42086,"score_linear":63845.0,"score_lmetric":47563},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2466,"cache_hit":41472,"new_prefill":614,"score_linear":-41472.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":32092.290234017,"t_first_token_unix":1779966088.845178,"t_done":32092.587836094,"t_done_unix":1779966089.14278},{"request_id":"1270606:12:1886765:1125","session_id":"1270606","input_length":119440,"t_proxy_recv":32094.923340324,"t_decision_unix":1779966091.4782815,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9987943737441393,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (144 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":144,"cache_hit":119296,"estimated_new_tokens":144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":119440,"score_linear":63845.0,"score_lmetric":119440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":117904,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":119296,"new_prefill":144,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":32095.156981653,"t_first_token_unix":1779966091.7119253,"t_done":32096.21596142,"t_done_unix":1779966092.7709074},{"request_id":"1340290:24:1887125:1126","session_id":"1340290","input_length":42199,"t_proxy_recv":32095.956661671,"t_decision_unix":1779966092.5116024,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9949050925377378,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (215 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":215,"cache_hit":41984,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":42199,"score_linear":63845.0,"score_lmetric":42199},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119440,"ongoing_decode_tokens":119440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":42199,"score_linear":119440.0,"score_lmetric":42199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":41984,"new_prefill":215,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":32096.067346306,"t_first_token_unix":1779966092.6222901,"t_done":32096.239359138,"t_done_unix":1779966092.794302},{"request_id":"1340290:25:1888447:1127","session_id":"1340290","input_length":42444,"t_proxy_recv":32100.34958472,"t_decision_unix":1779966096.9045258,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9891621901800018,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (460 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":460,"cache_hit":41984,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":0,"new_prefill":42444,"score_linear":63845.0,"score_lmetric":42444},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":41984,"new_prefill":460,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":32100.500234881,"t_first_token_unix":1779966097.0551784,"t_done":32100.8052699,"t_done_unix":1779966097.3602133},{"request_id":"1277428:20:1885419:1123","session_id":"1277428","input_length":63845,"t_proxy_recv":32090.066457258,"t_decision_unix":1779966086.6213982,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9142141123032343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5477 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":5477,"cache_hit":58368,"estimated_new_tokens":5477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1893,"cache_hit":58368,"new_prefill":5477,"score_linear":-58368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":3584,"new_prefill":60261,"score_linear":109342.0,"score_lmetric":60261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":46437,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2466,"cache_hit":4608,"new_prefill":59237,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":32092.294333202,"t_first_token_unix":1779966088.8492763,"t_done":32102.449506909,"t_done_unix":1779966099.00445},{"request_id":"1340290:26:1889402:1128","session_id":"1340290","input_length":48504,"t_proxy_recv":32103.669604298,"t_decision_unix":1779966100.2245455,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.8655780966518225,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6520 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":6520,"cache_hit":41984,"estimated_new_tokens":6520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2467,"cache_hit":41984,"new_prefill":6520,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":32105.553182042,"t_first_token_unix":1779966102.1081264,"t_done":32105.763218156,"t_done_unix":1779966102.3181617},{"request_id":"1270606:13:1890252:1129","session_id":"1270606","input_length":119686,"t_proxy_recv":32106.651616504,"t_decision_unix":1779966103.2065573,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9967414735223836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (390 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":390,"cache_hit":119296,"estimated_new_tokens":390,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":118150,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":119296,"new_prefill":390,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":32107.111909778,"t_first_token_unix":1779966103.6668534,"t_done":32107.949746831,"t_done_unix":1779966104.5046937},{"request_id":"1340290:27:1892591:1131","session_id":"1340290","input_length":49361,"t_proxy_recv":32114.256705787,"t_decision_unix":1779966110.811647,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9750207653815766,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1233 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":1233,"cache_hit":48128,"estimated_new_tokens":1233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119828,"ongoing_decode_tokens":119828,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":0,"new_prefill":49361,"score_linear":119828.0,"score_lmetric":49361},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":48128,"new_prefill":1233,"score_linear":-48128.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":32114.628438114,"t_first_token_unix":1779966111.183382,"t_done":32114.954213393,"t_done_unix":1779966111.5091567},{"request_id":"1270606:14:1892412:1130","session_id":"1270606","input_length":119828,"t_proxy_recv":32113.59840988,"t_decision_unix":1779966110.1533508,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9955603031011115,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":532,"cache_hit":119296,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":118292,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2664,"cache_hit":119296,"new_prefill":532,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2479,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":32113.854400281,"t_first_token_unix":1779966110.4093444,"t_done":32115.837916441,"t_done_unix":1779966112.39286},{"request_id":"1340290:28:1893837:1132","session_id":"1340290","input_length":49454,"t_proxy_recv":32118.565512916,"t_decision_unix":1779966115.1204538,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9938933149997978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (302 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":302,"cache_hit":49152,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":49152,"new_prefill":302,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":32118.674705734,"t_first_token_unix":1779966115.22965,"t_done":32118.930409834,"t_done_unix":1779966115.485353},{"request_id":"1305906:9:1893880:1133","session_id":"1305906","input_length":59265,"t_proxy_recv":32118.730628518,"t_decision_unix":1779966115.2855704,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9935037543237999,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (385 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":385,"cache_hit":58880,"estimated_new_tokens":385,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":58880,"new_prefill":385,"score_linear":-58880.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49454,"ongoing_decode_tokens":49454,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":0,"new_prefill":59265,"score_linear":49454.0,"score_lmetric":59265},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":32119.041980802,"t_first_token_unix":1779966115.5969243,"t_done":32119.661077094,"t_done_unix":1779966116.216021},{"request_id":"1270606:15:1895310:1134","session_id":"1270606","input_length":120058,"t_proxy_recv":32123.399066214,"t_decision_unix":1779966119.9540071,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9979176731246564,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (250 < 8000)","v3_prefill_cache_hit":119808,"v3_new_local":250,"cache_hit":119808,"estimated_new_tokens":250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":118522,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":119808,"new_prefill":250,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":32123.658376279,"t_first_token_unix":1779966120.2133205,"t_done":32124.647323154,"t_done_unix":1779966121.2022712},{"request_id":"1340290:29:1896119:1136","session_id":"1340290","input_length":49576,"t_proxy_recv":32125.890611516,"t_decision_unix":1779966122.4455526,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9914474745844764,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (424 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":424,"cache_hit":49152,"estimated_new_tokens":424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135905,"ongoing_decode_tokens":135905,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":0,"new_prefill":49576,"score_linear":135905.0,"score_lmetric":49576},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":49152,"new_prefill":424,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":32125.99815648,"t_first_token_unix":1779966122.5531,"t_done":32126.246461803,"t_done_unix":1779966122.801405},{"request_id":"1356885:13:1895311:1135","session_id":"1356885","input_length":135905,"t_proxy_recv":32123.411217788,"t_decision_unix":1779966119.966159,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135168,"affinity_cache_ratio":0.9945770942938081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (737 < 8000)","v3_prefill_cache_hit":135168,"v3_new_local":737,"cache_hit":135168,"estimated_new_tokens":737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":135168,"new_prefill":737,"score_linear":-135168.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":13537,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120058,"ongoing_decode_tokens":0,"pending_prefill_tokens":250,"num_requests":1,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":135905,"score_linear":120058.0,"score_lmetric":136155},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135168.0,"chosen_score_lmetric":0,"t_first_token":32123.846140269,"t_first_token_unix":1779966120.4010901,"t_done":32126.293710676,"t_done_unix":1779966122.8486538},{"request_id":"1340290:30:1896991:1137","session_id":"1340290","input_length":49695,"t_proxy_recv":32128.864012764,"t_decision_unix":1779966125.4189537,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9890733474192575,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (543 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":543,"cache_hit":49152,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2481,"cache_hit":49152,"new_prefill":543,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":32128.971495989,"t_first_token_unix":1779966125.5264397,"t_done":32130.486300169,"t_done_unix":1779966127.0412433},{"request_id":"1340290:31:1899492:1138","session_id":"1340290","input_length":49927,"t_proxy_recv":32137.241234952,"t_decision_unix":1779966133.796176,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9947323091713902,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (263 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":263,"cache_hit":49664,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":49664,"new_prefill":263,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":32137.332052487,"t_first_token_unix":1779966133.886996,"t_done":32137.994458323,"t_done_unix":1779966134.5494015},{"request_id":"1270606:16:1902252:1140","session_id":"1270606","input_length":120572,"t_proxy_recv":32145.748631893,"t_decision_unix":1779966142.303573,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9936635371396344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (764 < 8000)","v3_prefill_cache_hit":119808,"v3_new_local":764,"cache_hit":119808,"estimated_new_tokens":764,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":119036,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":119808,"new_prefill":764,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":0,"new_prefill":120572,"score_linear":50078.0,"score_lmetric":120572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":32146.338760726,"t_first_token_unix":1779966142.8937047,"t_done":32147.307248603,"t_done_unix":1779966143.8621924},{"request_id":"1270606:17:1908800:1141","session_id":"1270606","input_length":121006,"t_proxy_recv":32167.352893573,"t_decision_unix":1779966163.9078343,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120320,"affinity_cache_ratio":0.9943308596267953,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (686 < 8000)","v3_prefill_cache_hit":120320,"v3_new_local":686,"cache_hit":120320,"estimated_new_tokens":686,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":119470,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2666,"cache_hit":120320,"new_prefill":686,"score_linear":-120320.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":0,"new_prefill":121006,"score_linear":50078.0,"score_lmetric":121006},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120320.0,"chosen_score_lmetric":0,"t_first_token":32167.945517321,"t_first_token_unix":1779966164.5004609,"t_done":32168.570062153,"t_done_unix":1779966165.1250093},{"request_id":"1340290:32:1901260:1139","session_id":"1340290","input_length":50078,"t_proxy_recv":32142.658448468,"t_decision_unix":1779966139.2133896,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9917328966811774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (414 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":414,"cache_hit":49664,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2665,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2482,"cache_hit":49664,"new_prefill":414,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":32142.778447408,"t_first_token_unix":1779966139.3333912,"t_done":32173.520341791,"t_done_unix":1779966170.075285},{"request_id":"1270606:18:1915824:1142","session_id":"1270606","input_length":121288,"t_proxy_recv":32190.325149845,"t_decision_unix":1779966186.8800914,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120832,"affinity_cache_ratio":0.9962403535386848,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (456 < 8000)","v3_prefill_cache_hit":120832,"v3_new_local":456,"cache_hit":120832,"estimated_new_tokens":456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":119752,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2667,"cache_hit":120832,"new_prefill":456,"score_linear":-120832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120832.0,"chosen_score_lmetric":0,"t_first_token":32190.694854258,"t_first_token_unix":1779966187.2497978,"t_done":32191.580661999,"t_done_unix":1779966188.1356053},{"request_id":"1270606:19:1920499:1143","session_id":"1270606","input_length":121560,"t_proxy_recv":32205.476171045,"t_decision_unix":1779966202.0311122,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9982230997038499,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (216 < 8000)","v3_prefill_cache_hit":121344,"v3_new_local":216,"cache_hit":121344,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":120024,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2668,"cache_hit":121344,"new_prefill":216,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":32205.846491803,"t_first_token_unix":1779966202.401436,"t_done":32206.838408096,"t_done_unix":1779966203.393352},{"request_id":"1270606:20:1922639:1144","session_id":"1270606","input_length":121704,"t_proxy_recv":32212.915097859,"t_decision_unix":1779966209.470039,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9970420035495957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (360 < 8000)","v3_prefill_cache_hit":121344,"v3_new_local":360,"cache_hit":121344,"estimated_new_tokens":360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":1536,"new_prefill":120168,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2668,"cache_hit":121344,"new_prefill":360,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":32213.155940677,"t_first_token_unix":1779966209.710885,"t_done":32214.488949555,"t_done_unix":1779966211.0438938},{"request_id":"1305906:10:1928316:1145","session_id":"1305906","input_length":61801,"t_proxy_recv":32231.479931826,"t_decision_unix":1779966228.034873,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9527353926311872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2921 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":2921,"cache_hit":58880,"estimated_new_tokens":2921,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2668,"cache_hit":58880,"new_prefill":2921,"score_linear":-58880.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":32232.515185605,"t_first_token_unix":1779966229.0701294,"t_done":32232.875401934,"t_done_unix":1779966229.4303496},{"request_id":"1340290:33:1939781:1146","session_id":"1340290","input_length":53990,"t_proxy_recv":32269.239302756,"t_decision_unix":1779966265.794244,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9957399518429338,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (230 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":230,"cache_hit":53760,"estimated_new_tokens":230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":53760,"new_prefill":230,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":32269.334974018,"t_first_token_unix":1779966265.8899174,"t_done":32270.433058019,"t_done_unix":1779966266.9880013},{"request_id":"1340290:34:1942249:1147","session_id":"1340290","input_length":54164,"t_proxy_recv":32277.07650991,"t_decision_unix":1779966273.631451,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.992541171257662,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (404 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":404,"cache_hit":53760,"estimated_new_tokens":404,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2483,"cache_hit":53760,"new_prefill":404,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":32277.170033293,"t_first_token_unix":1779966273.7249768,"t_done":32279.647587174,"t_done_unix":1779966276.2025306},{"request_id":"1356885:14:1948151:1148","session_id":"1356885","input_length":136210,"t_proxy_recv":32296.833386973,"t_decision_unix":1779966293.388328,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135680,"affinity_cache_ratio":0.9961089494163424,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (530 < 8000)","v3_prefill_cache_hit":135680,"v3_new_local":530,"cache_hit":135680,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2106,"cache_hit":135680,"new_prefill":530,"score_linear":-135680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":13842,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2484,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135680.0,"chosen_score_lmetric":0,"t_first_token":32297.167573183,"t_first_token_unix":1779966293.722517,"t_done":32298.883293542,"t_done_unix":1779966295.4382384},{"request_id":"1340290:35:1964727:1149","session_id":"1340290","input_length":54498,"t_proxy_recv":32351.515558326,"t_decision_unix":1779966348.0704997,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9958530588278469,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (226 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":226,"cache_hit":54272,"estimated_new_tokens":226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2484,"cache_hit":54272,"new_prefill":226,"score_linear":-54272.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":32351.619326741,"t_first_token_unix":1779966348.1742706,"t_done":32355.423337733,"t_done_unix":1779966351.9782815},{"request_id":"1340290:36:1969509:1150","session_id":"1340290","input_length":54811,"t_proxy_recv":32367.312833245,"t_decision_unix":1779966363.8677742,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9995073981500063,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (27 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":27,"cache_hit":54784,"estimated_new_tokens":27,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":54784,"new_prefill":27,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":32367.393366156,"t_first_token_unix":1779966363.94831,"t_done":32367.850069469,"t_done_unix":1779966364.4050133},{"request_id":"1340290:37:1971106:1151","session_id":"1340290","input_length":55358,"t_proxy_recv":32372.45559076,"t_decision_unix":1779966369.010532,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9896311282922071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (574 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":574,"cache_hit":54784,"estimated_new_tokens":574,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2485,"cache_hit":54784,"new_prefill":574,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":32372.750101579,"t_first_token_unix":1779966369.3050454,"t_done":32373.214281321,"t_done_unix":1779966369.7692246},{"request_id":"1340290:38:1972289:1152","session_id":"1340290","input_length":56006,"t_proxy_recv":32376.383177399,"t_decision_unix":1779966372.9381187,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9873227868442667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":710,"cache_hit":55296,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2486,"cache_hit":55296,"new_prefill":710,"score_linear":-55296.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":32376.695154981,"t_first_token_unix":1779966373.2500992,"t_done":32377.362559846,"t_done_unix":1779966373.9175036},{"request_id":"1340290:39:1973889:1153","session_id":"1340290","input_length":56242,"t_proxy_recv":32381.808446055,"t_decision_unix":1779966378.3633869,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9922833469649017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (434 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":434,"cache_hit":55808,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2487,"cache_hit":55808,"new_prefill":434,"score_linear":-55808.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":32381.993879124,"t_first_token_unix":1779966378.5488236,"t_done":32382.660703329,"t_done_unix":1779966379.215647},{"request_id":"1340290:40:1975278:1154","session_id":"1340290","input_length":56416,"t_proxy_recv":32386.374323852,"t_decision_unix":1779966382.9292648,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.998298355076574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (96 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":96,"cache_hit":56320,"estimated_new_tokens":96,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2488,"cache_hit":56320,"new_prefill":96,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":32386.492092211,"t_first_token_unix":1779966383.0470357,"t_done":32386.978441244,"t_done_unix":1779966383.533385},{"request_id":"1340290:41:1977055:1156","session_id":"1340290","input_length":57181,"t_proxy_recv":32392.309031667,"t_decision_unix":1779966388.8639731,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9849425508473094,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (861 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":861,"cache_hit":56320,"estimated_new_tokens":861,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":67793,"ongoing_decode_tokens":0,"pending_prefill_tokens":2769,"num_requests":1,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":0,"new_prefill":57181,"score_linear":67793.0,"score_lmetric":59950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2488,"cache_hit":56320,"new_prefill":861,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":32392.72367872,"t_first_token_unix":1779966389.2786226,"t_done":32394.71648036,"t_done_unix":1779966391.271424},{"request_id":"1277428:21:1976968:1155","session_id":"1277428","input_length":67793,"t_proxy_recv":32392.025304797,"t_decision_unix":1779966388.5802457,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9591550750077442,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2769 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":2769,"cache_hit":65024,"estimated_new_tokens":2769,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1905,"cache_hit":65024,"new_prefill":2769,"score_linear":-65024.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":3584,"new_prefill":64209,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":50385,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2488,"cache_hit":4608,"new_prefill":63185,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":32393.289676904,"t_first_token_unix":1779966389.8446207,"t_done":32399.185404071,"t_done_unix":1779966395.7403479},{"request_id":"1340290:42:1982198:1157","session_id":"1340290","input_length":57463,"t_proxy_recv":32409.211503471,"t_decision_unix":1779966405.7664444,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9979291022048971,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (119 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":119,"cache_hit":57344,"estimated_new_tokens":119,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":57344,"new_prefill":119,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":32409.310330336,"t_first_token_unix":1779966405.865274,"t_done":32409.806615983,"t_done_unix":1779966406.3615599},{"request_id":"1340290:43:1983901:1158","session_id":"1340290","input_length":57640,"t_proxy_recv":32414.609697537,"t_decision_unix":1779966411.1646388,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9948646773074254,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (296 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":296,"cache_hit":57344,"estimated_new_tokens":296,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":57344,"new_prefill":296,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":32414.76596268,"t_first_token_unix":1779966411.320907,"t_done":32415.283656916,"t_done_unix":1779966411.8386004},{"request_id":"1340290:44:1986230:1159","session_id":"1340290","input_length":57809,"t_proxy_recv":32422.6921667,"t_decision_unix":1779966419.2471077,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9919562697849815,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (465 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":465,"cache_hit":57344,"estimated_new_tokens":465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2490,"cache_hit":57344,"new_prefill":465,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":32422.850411661,"t_first_token_unix":1779966419.4053555,"t_done":32423.567022204,"t_done_unix":1779966420.1219661},{"request_id":"1277428:21:1989132:1160","session_id":"1277428","input_length":69987,"t_proxy_recv":32432.102898334,"t_decision_unix":1779966428.6578398,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9729806964150485,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1891 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":1891,"cache_hit":68096,"estimated_new_tokens":1891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1911,"cache_hit":68096,"new_prefill":1891,"score_linear":-68096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":3584,"new_prefill":66403,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":52579,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":4608,"new_prefill":65379,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":32432.883656088,"t_first_token_unix":1779966429.4385996,"t_done":32433.228952078,"t_done_unix":1779966429.783899},{"request_id":"1277428:22:1990436:1161","session_id":"1277428","input_length":70055,"t_proxy_recv":32436.65002674,"t_decision_unix":1779966433.204968,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":69632,"affinity_cache_ratio":0.993961887088716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (423 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":423,"cache_hit":69632,"estimated_new_tokens":423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":69632,"new_prefill":423,"score_linear":-69632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":3584,"new_prefill":66471,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":17408,"new_prefill":52647,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":4608,"new_prefill":65447,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":32436.766861763,"t_first_token_unix":1779966433.3218055,"t_done":32437.17815091,"t_done_unix":1779966433.7330947},{"request_id":"1340290:45:1991694:1162","session_id":"1340290","input_length":58053,"t_proxy_recv":32440.664598523,"t_decision_unix":1779966437.2195396,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9966065491878111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (197 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":197,"cache_hit":57856,"estimated_new_tokens":197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":57856,"new_prefill":197,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32440.856443898,"t_first_token_unix":1779966437.4113877,"t_done":32441.109668223,"t_done_unix":1779966437.6646113},{"request_id":"1340290:46:1992980:1163","session_id":"1340290","input_length":58122,"t_proxy_recv":32444.889801952,"t_decision_unix":1779966441.4447432,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9954234197033826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (266 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":266,"cache_hit":57856,"estimated_new_tokens":266,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":57856,"new_prefill":266,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32444.991786025,"t_first_token_unix":1779966441.5467305,"t_done":32445.411705385,"t_done_unix":1779966441.9666486},{"request_id":"1340290:47:1995358:1164","session_id":"1340290","input_length":58307,"t_proxy_recv":32452.749197101,"t_decision_unix":1779966449.3041382,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9922650796645343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (451 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":451,"cache_hit":57856,"estimated_new_tokens":451,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":57856,"new_prefill":451,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32452.890115633,"t_first_token_unix":1779966449.4450588,"t_done":32453.144851282,"t_done_unix":1779966449.6997948},{"request_id":"1340290:48:1996945:1165","session_id":"1340290","input_length":58339,"t_proxy_recv":32458.058425836,"t_decision_unix":1779966454.613367,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9917208042647285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":483,"cache_hit":57856,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2491,"cache_hit":57856,"new_prefill":483,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":32458.138919277,"t_first_token_unix":1779966454.6938624,"t_done":32460.173165104,"t_done_unix":1779966456.728109},{"request_id":"1356885:15:1998292:1166","session_id":"1356885","input_length":136653,"t_proxy_recv":32462.52671899,"t_decision_unix":1779966459.0816603,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136192,"affinity_cache_ratio":0.9966264919174844,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (461 < 8000)","v3_prefill_cache_hit":136192,"v3_new_local":461,"cache_hit":136192,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":136192,"new_prefill":461,"score_linear":-136192.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":122368,"new_prefill":14285,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136192.0,"chosen_score_lmetric":0,"t_first_token":32463.192035147,"t_first_token_unix":1779966459.7469788,"t_done":32464.876802366,"t_done_unix":1779966461.4317458},{"request_id":"1340290:48:1999591:1167","session_id":"1340290","input_length":58622,"t_proxy_recv":32467.07259614,"t_decision_unix":1779966463.6275373,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9956671556753437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (254 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":254,"cache_hit":58368,"estimated_new_tokens":254,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":58368,"new_prefill":254,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":32467.172785925,"t_first_token_unix":1779966463.7277296,"t_done":32467.775689665,"t_done_unix":1779966464.3306327},{"request_id":"1340290:48:2001313:1168","session_id":"1340290","input_length":58808,"t_proxy_recv":32472.53886897,"t_decision_unix":1779966469.09381,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9925180247585362,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (440 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":440,"cache_hit":58368,"estimated_new_tokens":440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":58368,"new_prefill":440,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":32472.710348494,"t_first_token_unix":1779966469.265293,"t_done":32473.215767191,"t_done_unix":1779966469.7707222},{"request_id":"1340290:48:2003195:1169","session_id":"1340290","input_length":58977,"t_proxy_recv":32478.859911667,"t_decision_unix":1779966475.4148526,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.989673940688743,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (609 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":609,"cache_hit":58368,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2492,"cache_hit":58368,"new_prefill":609,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":32479.017172877,"t_first_token_unix":1779966475.5721164,"t_done":32479.908631312,"t_done_unix":1779966476.463575},{"request_id":"1340290:48:2005449:1170","session_id":"1340290","input_length":59220,"t_proxy_recv":32486.252363737,"t_decision_unix":1779966482.8073044,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.994258696386356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (340 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":340,"cache_hit":58880,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":58880,"new_prefill":340,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":32486.394236625,"t_first_token_unix":1779966482.9491801,"t_done":32487.24363119,"t_done_unix":1779966483.7985747},{"request_id":"1340290:48:2007287:1171","session_id":"1340290","input_length":59487,"t_proxy_recv":32492.377476909,"t_decision_unix":1779966488.9324183,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9897960899019954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (607 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":607,"cache_hit":58880,"estimated_new_tokens":607,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2493,"cache_hit":58880,"new_prefill":607,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":32492.588208193,"t_first_token_unix":1779966489.1431518,"t_done":32492.959584491,"t_done_unix":1779966489.5145278},{"request_id":"1340290:48:2008380:1173","session_id":"1340290","input_length":60935,"t_proxy_recv":32496.480350132,"t_decision_unix":1779966493.0352914,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9746779355050463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1543 < 8000)","v3_prefill_cache_hit":59392,"v3_new_local":1543,"cache_hit":59392,"estimated_new_tokens":1543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":66506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5066,"num_requests":1,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":0,"new_prefill":60935,"score_linear":66506.0,"score_lmetric":66001},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":59392,"new_prefill":1543,"score_linear":-59392.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":32497.153934075,"t_first_token_unix":1779966493.7088785,"t_done":32497.846071497,"t_done_unix":1779966494.4010153},{"request_id":"1305906:11:2008110:1172","session_id":"1305906","input_length":66506,"t_proxy_recv":32495.469506315,"t_decision_unix":1779966492.0244474,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9238264216762397,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5066 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":5066,"cache_hit":61440,"estimated_new_tokens":5066,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2673,"cache_hit":61440,"new_prefill":5066,"score_linear":-61440.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2494,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":32497.433841062,"t_first_token_unix":1779966493.9887846,"t_done":32499.803188517,"t_done_unix":1779966496.3581321},{"request_id":"1340290:48:2010180:1174","session_id":"1340290","input_length":61080,"t_proxy_recv":32502.33664565,"t_decision_unix":1779966498.8915868,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9975114603798297,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (152 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":152,"cache_hit":60928,"estimated_new_tokens":152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2497,"cache_hit":60928,"new_prefill":152,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":32502.476850259,"t_first_token_unix":1779966499.0317945,"t_done":32503.507021822,"t_done_unix":1779966500.061966},{"request_id":"1340290:48:2012871:1175","session_id":"1340290","input_length":61365,"t_proxy_recv":32511.01761985,"t_decision_unix":1779966507.5725613,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9928786767701459,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":437,"cache_hit":60928,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2497,"cache_hit":60928,"new_prefill":437,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":32511.220411833,"t_first_token_unix":1779966507.7753556,"t_done":32511.7446266,"t_done_unix":1779966508.29957},{"request_id":"1340290:48:2014153:1176","session_id":"1340290","input_length":61518,"t_proxy_recv":32515.414532017,"t_decision_unix":1779966511.9694731,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9904093110959394,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (590 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":590,"cache_hit":60928,"estimated_new_tokens":590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2497,"cache_hit":60928,"new_prefill":590,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":32515.542297549,"t_first_token_unix":1779966512.0972412,"t_done":32516.043725537,"t_done_unix":1779966512.5986688},{"request_id":"1340290:48:2015982:1177","session_id":"1340290","input_length":69113,"t_proxy_recv":32521.514241553,"t_decision_unix":1779966518.0691826,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":61440,"affinity_cache_ratio":0.8889789185826111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7673 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":7673,"cache_hit":61440,"estimated_new_tokens":7673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2498,"cache_hit":61440,"new_prefill":7673,"score_linear":-61440.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":32524.730486812,"t_first_token_unix":1779966521.2854304,"t_done":32527.194081067,"t_done_unix":1779966523.7490284},{"request_id":"1340290:48:2018973:1178","session_id":"1340290","input_length":69426,"t_proxy_recv":32531.292633198,"t_decision_unix":1779966527.8475745,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9955924293492352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (306 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":306,"cache_hit":69120,"estimated_new_tokens":306,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2513,"cache_hit":69120,"new_prefill":306,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":32531.414162104,"t_first_token_unix":1779966527.9691057,"t_done":32532.00846951,"t_done_unix":1779966528.5634127},{"request_id":"1340290:48:2020779:1179","session_id":"1340290","input_length":69601,"t_proxy_recv":32537.350812365,"t_decision_unix":1779966533.9057536,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9930891797531645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (481 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":481,"cache_hit":69120,"estimated_new_tokens":481,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2513,"cache_hit":69120,"new_prefill":481,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":32537.53407912,"t_first_token_unix":1779966534.089023,"t_done":32538.108831715,"t_done_unix":1779966534.663775},{"request_id":"1340290:48:2023753:1180","session_id":"1340290","input_length":69951,"t_proxy_recv":32546.971359882,"t_decision_unix":1779966543.526301,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9954396649082929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (319 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":319,"cache_hit":69632,"estimated_new_tokens":319,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2514,"cache_hit":69632,"new_prefill":319,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":32547.204663554,"t_first_token_unix":1779966543.7596078,"t_done":32548.102059662,"t_done_unix":1779966544.6570027},{"request_id":"1340290:48:2026751:1181","session_id":"1340290","input_length":70342,"t_proxy_recv":32557.249862987,"t_decision_unix":1779966553.8048038,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.989906457024253,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":710,"cache_hit":69632,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2514,"cache_hit":69632,"new_prefill":710,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":32557.484711901,"t_first_token_unix":1779966554.0396554,"t_done":32558.016733803,"t_done_unix":1779966554.5716777},{"request_id":"1340290:48:2028652:1182","session_id":"1340290","input_length":70503,"t_proxy_recv":32563.514190407,"t_decision_unix":1779966560.0691316,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9949080180985206,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (359 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":359,"cache_hit":70144,"estimated_new_tokens":359,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2515,"cache_hit":70144,"new_prefill":359,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":32563.695406613,"t_first_token_unix":1779966560.2503505,"t_done":32564.603276438,"t_done_unix":1779966561.1582198},{"request_id":"1340290:48:2033065:1183","session_id":"1340290","input_length":70851,"t_proxy_recv":32578.229723529,"t_decision_unix":1779966574.7846649,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9900213123315126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (707 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":707,"cache_hit":70144,"estimated_new_tokens":707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2515,"cache_hit":70144,"new_prefill":707,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":32578.464280187,"t_first_token_unix":1779966575.0192242,"t_done":32579.111400311,"t_done_unix":1779966575.666344},{"request_id":"1340290:48:2034908:1184","session_id":"1340290","input_length":71067,"t_proxy_recv":32584.451013923,"t_decision_unix":1779966581.0059547,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9942167250622652,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (411 < 8000)","v3_prefill_cache_hit":70656,"v3_new_local":411,"cache_hit":70656,"estimated_new_tokens":411,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2516,"cache_hit":70656,"new_prefill":411,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":32584.617202496,"t_first_token_unix":1779966581.1721468,"t_done":32585.138394674,"t_done_unix":1779966581.693338},{"request_id":"1258908:2:2035438:1185","session_id":"1258908","input_length":7844,"t_proxy_recv":32586.260616116,"t_decision_unix":1779966582.815557,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.9790922998470168,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (164 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":164,"cache_hit":7680,"estimated_new_tokens":164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":7680,"new_prefill":164,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2516,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":32586.291355632,"t_first_token_unix":1779966582.8463001,"t_done":32587.328013783,"t_done_unix":1779966583.8829575},{"request_id":"1258908:3:1388683:699","session_id":"1258908","input_length":9120,"t_proxy_recv":32587.331809711,"t_decision_unix":1779966583.886751,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8421052631578947,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1440 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":1440,"cache_hit":7680,"estimated_new_tokens":1440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2638,"cache_hit":7680,"new_prefill":1440,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2516,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":32587.477344849,"t_first_token_unix":1779966584.032289,"t_done":32588.158765709,"t_done_unix":1779966584.7137094},{"request_id":"1340290:48:2036994:1186","session_id":"1340290","input_length":71240,"t_proxy_recv":32591.3936651,"t_decision_unix":1779966587.9486058,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9918023582257159,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (584 < 8000)","v3_prefill_cache_hit":70656,"v3_new_local":584,"cache_hit":70656,"estimated_new_tokens":584,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2516,"cache_hit":70656,"new_prefill":584,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":32591.578764204,"t_first_token_unix":1779966588.1337087,"t_done":32592.303626701,"t_done_unix":1779966588.8585706},{"request_id":"1340290:48:2040473:1187","session_id":"1340290","input_length":71545,"t_proxy_recv":32602.920144508,"t_decision_unix":1779966599.475085,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9947305891397022,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (377 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":377,"cache_hit":71168,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2517,"cache_hit":71168,"new_prefill":377,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":32603.153016032,"t_first_token_unix":1779966599.7079601,"t_done":32604.306255145,"t_done_unix":1779966600.8611996},{"request_id":"1340290:48:2043771:1188","session_id":"1340290","input_length":71867,"t_proxy_recv":32613.940464634,"t_decision_unix":1779966610.4954052,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9902737000292207,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (699 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":699,"cache_hit":71168,"estimated_new_tokens":699,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2517,"cache_hit":71168,"new_prefill":699,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":32614.172239376,"t_first_token_unix":1779966610.7271829,"t_done":32614.754261538,"t_done_unix":1779966611.3092053},{"request_id":"1340290:48:2045403:1189","session_id":"1340290","input_length":72025,"t_proxy_recv":32619.44948125,"t_decision_unix":1779966616.0044222,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.995209996528983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (345 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":345,"cache_hit":71680,"estimated_new_tokens":345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2518,"cache_hit":71680,"new_prefill":345,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":32619.591705994,"t_first_token_unix":1779966616.1466494,"t_done":32620.282597302,"t_done_unix":1779966616.8375409},{"request_id":"1340290:48:2047167:1190","session_id":"1340290","input_length":72211,"t_proxy_recv":32625.214651993,"t_decision_unix":1779966621.7695928,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9926465496946448,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (531 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":531,"cache_hit":71680,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2518,"cache_hit":71680,"new_prefill":531,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":32625.400629307,"t_first_token_unix":1779966621.9555733,"t_done":32625.956929818,"t_done_unix":1779966622.5118752},{"request_id":"1340290:48:2048793:1191","session_id":"1340290","input_length":72777,"t_proxy_recv":32630.647539478,"t_decision_unix":1779966627.2024806,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9919617461560658,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (585 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":585,"cache_hit":72192,"estimated_new_tokens":585,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2519,"cache_hit":72192,"new_prefill":585,"score_linear":-72192.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":32631.023898417,"t_first_token_unix":1779966627.5788422,"t_done":32631.552686735,"t_done_unix":1779966628.1076298},{"request_id":"1340290:48:2050838:1192","session_id":"1340290","input_length":72952,"t_proxy_recv":32637.870786224,"t_decision_unix":1779966634.4257271,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9966005044412765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (248 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":248,"cache_hit":72704,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2520,"cache_hit":72704,"new_prefill":248,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":32638.061341419,"t_first_token_unix":1779966634.616285,"t_done":32638.424867691,"t_done_unix":1779966634.9798107},{"request_id":"1340290:48:2052523:1193","session_id":"1340290","input_length":73208,"t_proxy_recv":32643.437208415,"t_decision_unix":1779966639.9921498,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9931155065020216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (504 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":504,"cache_hit":72704,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2520,"cache_hit":72704,"new_prefill":504,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":32643.672110909,"t_first_token_unix":1779966640.227055,"t_done":32644.460687407,"t_done_unix":1779966641.0156305},{"request_id":"1340290:48:2055365:1194","session_id":"1340290","input_length":73454,"t_proxy_recv":32653.146520559,"t_decision_unix":1779966649.701462,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9967598769297792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (238 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":238,"cache_hit":73216,"estimated_new_tokens":238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2521,"cache_hit":73216,"new_prefill":238,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":32653.380262302,"t_first_token_unix":1779966649.9352057,"t_done":32653.805798816,"t_done_unix":1779966650.360742},{"request_id":"1340290:48:2057042:1195","session_id":"1340290","input_length":73636,"t_proxy_recv":32658.519040057,"t_decision_unix":1779966655.0739815,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9942962681297192,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":420,"cache_hit":73216,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2521,"cache_hit":73216,"new_prefill":420,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":32658.686594505,"t_first_token_unix":1779966655.2415383,"t_done":32658.960655691,"t_done_unix":1779966655.515599},{"request_id":"1340290:48:2058614:1196","session_id":"1340290","input_length":73653,"t_proxy_recv":32663.666167711,"t_decision_unix":1779966660.221109,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9940667725686666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":437,"cache_hit":73216,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2521,"cache_hit":73216,"new_prefill":437,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":32663.784440373,"t_first_token_unix":1779966660.339384,"t_done":32665.526832381,"t_done_unix":1779966662.0817761},{"request_id":"1340290:48:2061834:1197","session_id":"1340290","input_length":73858,"t_proxy_recv":32673.806988558,"t_decision_unix":1779966670.3619297,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9982398656882125,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (130 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":130,"cache_hit":73728,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":73728,"new_prefill":130,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":32673.918384051,"t_first_token_unix":1779966670.4733276,"t_done":32674.471603555,"t_done_unix":1779966671.0265515},{"request_id":"1258908:3:2063441:1198","session_id":"1258908","input_length":9359,"t_proxy_recv":32678.854762456,"t_decision_unix":1779966675.4097037,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9847205898066033,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (143 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":143,"cache_hit":9216,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":9216,"new_prefill":143,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":32678.904867308,"t_first_token_unix":1779966675.4598107,"t_done":32679.991848187,"t_done_unix":1779966676.5467918},{"request_id":"1340290:48:2063837:1199","session_id":"1340290","input_length":74011,"t_proxy_recv":32680.209761101,"t_decision_unix":1779966676.7647026,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9961762440718271,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (283 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":283,"cache_hit":73728,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9740,"ongoing_decode_tokens":9740,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":0,"new_prefill":74011,"score_linear":9740.0,"score_lmetric":74011},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":73728,"new_prefill":283,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":32680.356127939,"t_first_token_unix":1779966676.9110725,"t_done":32680.938333363,"t_done_unix":1779966677.4932766},{"request_id":"1258908:4:1553508:958","session_id":"1258908","input_length":9740,"t_proxy_recv":32679.995849716,"t_decision_unix":1779966676.5507915,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9462012320328542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (524 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":524,"cache_hit":9216,"estimated_new_tokens":524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2641,"cache_hit":9216,"new_prefill":524,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":32680.054425579,"t_first_token_unix":1779966676.609369,"t_done":32681.97729335,"t_done_unix":1779966678.532237},{"request_id":"1258908:5:1617181:988","session_id":"1258908","input_length":10201,"t_proxy_recv":32681.980639418,"t_decision_unix":1779966678.5355809,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9536319968630527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (473 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":473,"cache_hit":9728,"estimated_new_tokens":473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2642,"cache_hit":9728,"new_prefill":473,"score_linear":-9728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":32682.030762276,"t_first_token_unix":1779966678.5857055,"t_done":32684.118842123,"t_done_unix":1779966680.6737854},{"request_id":"1340290:48:2066647:1200","session_id":"1340290","input_length":74557,"t_proxy_recv":32689.646290532,"t_decision_unix":1779966686.2012312,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9888809903831968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (829 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":829,"cache_hit":73728,"estimated_new_tokens":829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2522,"cache_hit":73728,"new_prefill":829,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":32690.030621672,"t_first_token_unix":1779966686.5855653,"t_done":32691.281093935,"t_done_unix":1779966687.8360372},{"request_id":"1340290:48:2071598:1201","session_id":"1340290","input_length":74863,"t_proxy_recv":32706.301846611,"t_decision_unix":1779966702.8567877,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.991678132054553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (623 < 8000)","v3_prefill_cache_hit":74240,"v3_new_local":623,"cache_hit":74240,"estimated_new_tokens":623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2523,"cache_hit":74240,"new_prefill":623,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":32706.542799834,"t_first_token_unix":1779966703.097744,"t_done":32707.359073295,"t_done_unix":1779966703.9140167},{"request_id":"1340290:48:2076822:1202","session_id":"1340290","input_length":75113,"t_proxy_recv":32723.819814902,"t_decision_unix":1779966720.374756,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9951939078455128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (361 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":361,"cache_hit":74752,"estimated_new_tokens":361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2524,"cache_hit":74752,"new_prefill":361,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":32724.060964473,"t_first_token_unix":1779966720.6159081,"t_done":32724.504023884,"t_done_unix":1779966721.05897},{"request_id":"1340290:48:2078461:1203","session_id":"1340290","input_length":75299,"t_proxy_recv":32729.108259737,"t_decision_unix":1779966725.663201,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9927356272991673,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (547 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":547,"cache_hit":74752,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2524,"cache_hit":74752,"new_prefill":547,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":32729.343931726,"t_first_token_unix":1779966725.8988757,"t_done":32729.630784958,"t_done_unix":1779966726.1857295},{"request_id":"1340290:48:2080016:1204","session_id":"1340290","input_length":75338,"t_proxy_recv":32734.398554243,"t_decision_unix":1779966730.9534953,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9990177599617723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (74 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":74,"cache_hit":75264,"estimated_new_tokens":74,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":75264,"new_prefill":74,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":32734.518749495,"t_first_token_unix":1779966731.0736935,"t_done":32734.879410472,"t_done_unix":1779966731.4343536},{"request_id":"1340290:48:2082644:1206","session_id":"1340290","input_length":75439,"t_proxy_recv":32743.075078892,"t_decision_unix":1779966739.6300201,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9976802449661316,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (175 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":175,"cache_hit":75264,"estimated_new_tokens":175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":75439,"score_linear":114971.0,"score_lmetric":136650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":75264,"new_prefill":175,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":32743.23001846,"t_first_token_unix":1779966739.784962,"t_done":32744.221832781,"t_done_unix":1779966740.7767766},{"request_id":"1356885:16:2084239:1207","session_id":"1356885","input_length":136991,"t_proxy_recv":32748.168825817,"t_decision_unix":1779966744.7237668,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136704,"affinity_cache_ratio":0.9979049718594653,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (287 < 8000)","v3_prefill_cache_hit":136704,"v3_new_local":287,"cache_hit":136704,"estimated_new_tokens":287,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":136991,"score_linear":114971.0,"score_lmetric":198202},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":136704,"new_prefill":287,"score_linear":-136704.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":122368,"new_prefill":14623,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136704.0,"chosen_score_lmetric":0,"t_first_token":32748.605470728,"t_first_token_unix":1779966745.1604147,"t_done":32751.464225514,"t_done_unix":1779966748.0191693},{"request_id":"1340290:48:2085626:1208","session_id":"1340290","input_length":77337,"t_proxy_recv":32753.149786858,"t_decision_unix":1779966749.7047281,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9731952364327553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2073 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":2073,"cache_hit":75264,"estimated_new_tokens":2073,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":77337,"score_linear":114971.0,"score_lmetric":138548},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":75264,"new_prefill":2073,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":32754.117944234,"t_first_token_unix":1779966750.6728883,"t_done":32754.631793136,"t_done_unix":1779966751.1867368},{"request_id":"1340290:48:2087584:1209","session_id":"1340290","input_length":78683,"t_proxy_recv":32759.727423275,"t_decision_unix":1779966756.2823644,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9825756516655441,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1371 < 8000)","v3_prefill_cache_hit":77312,"v3_new_local":1371,"cache_hit":77312,"estimated_new_tokens":1371,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":78683,"score_linear":114971.0,"score_lmetric":139894},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2529,"cache_hit":77312,"new_prefill":1371,"score_linear":-77312.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":32760.560677315,"t_first_token_unix":1779966757.1156209,"t_done":32762.034106734,"t_done_unix":1779966758.58905},{"request_id":"1340290:48:2092759:1211","session_id":"1340290","input_length":79023,"t_proxy_recv":32777.01384972,"t_decision_unix":1779966773.5687912,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9913063285372613,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (687 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":687,"cache_hit":78336,"estimated_new_tokens":687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":0,"new_prefill":79023,"score_linear":114971.0,"score_lmetric":140234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2531,"cache_hit":78336,"new_prefill":687,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":32777.270797108,"t_first_token_unix":1779966773.8257408,"t_done":32778.565381405,"t_done_unix":1779966775.1203249},{"request_id":"1382086:2:2082052:1205","session_id":"1382086","input_length":114971,"t_proxy_recv":32741.057313988,"t_decision_unix":1779966737.6122553,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.467596176427099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":61211.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":53760,"v3_new_local":61211,"cache_hit":53760,"estimated_new_tokens":61211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1914,"cache_hit":53760,"new_prefill":61211,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2525,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":32783.872230049,"t_first_token_unix":1779966780.427174,"t_done":32785.053830615,"t_done_unix":1779966781.6087742},{"request_id":"1382086:3:2089879:1210","session_id":"1382086","input_length":115184,"t_proxy_recv":32785.069454303,"t_decision_unix":1779966781.6243958,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114688,"affinity_cache_ratio":0.9956938463675511,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":114688,"v3_new_local":496,"cache_hit":114688,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2033,"cache_hit":114688,"new_prefill":496,"score_linear":-114688.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2532,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114688.0,"chosen_score_lmetric":0,"t_first_token":32785.358302919,"t_first_token_unix":1779966781.9132473,"t_done":32785.869327072,"t_done_unix":1779966782.4242706},{"request_id":"1382086:4:2092953:1212","session_id":"1382086","input_length":115246,"t_proxy_recv":32785.887279511,"t_decision_unix":1779966782.4422212,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":115200,"affinity_cache_ratio":0.9996008538257293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (46 < 8000)","v3_prefill_cache_hit":115200,"v3_new_local":46,"cache_hit":115200,"estimated_new_tokens":46,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":115200,"new_prefill":46,"score_linear":-115200.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2532,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-115200.0,"chosen_score_lmetric":0,"t_first_token":32786.050027735,"t_first_token_unix":1779966782.6049714,"t_done":32793.162369663,"t_done_unix":1779966789.7173154},{"request_id":"1356885:17:2097011:1213","session_id":"1356885","input_length":137546,"t_proxy_recv":32790.882315838,"t_decision_unix":1779966787.4372573,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":137216,"affinity_cache_ratio":0.9976008026405712,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (330 < 8000)","v3_prefill_cache_hit":137216,"v3_new_local":330,"cache_hit":137216,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":115246,"ongoing_decode_tokens":115246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2034,"cache_hit":0,"new_prefill":137546,"score_linear":115246.0,"score_lmetric":137546},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2109,"cache_hit":137216,"new_prefill":330,"score_linear":-137216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2643,"cache_hit":122368,"new_prefill":15178,"score_linear":-122368.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2683,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2003,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2532,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-137216.0,"chosen_score_lmetric":0,"t_first_token":32791.543539904,"t_first_token_unix":1779966788.098483,"t_done":32794.249111852,"t_done_unix":1779966790.8040552}] |