Gahow Wang
63387f614d
1213/1214 success; matched migrations (4 common) improved -2.6 to -7.2s, scaling with prefill hidden behind transfer. Trace-level TTFT p90 -6% / p99 -5% (modest: migrations are 2% of reqs and partly queue-bound). Confirms layer-wise removes the transfer half of migration overhead but not the control-plane/queue residual. DESIGN.md updated with results. Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
1 line
3.3 MiB
1 line
3.3 MiB
[{"request_id":"1237198:1:1237198:0","session_id":"1237198","input_length":8228,"t_proxy_recv":26712.676152198,"t_decision_unix":1779960709.2310917,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8228.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8228,"cache_hit":0,"estimated_new_tokens":8228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26713.56829068,"t_first_token_unix":1779960710.1232343,"t_done":26713.659630754,"t_done_unix":1779960710.214574},{"request_id":"1237337:1:1237337:1","session_id":"1237337","input_length":3976,"t_proxy_recv":26713.077659118,"t_decision_unix":1779960709.6326,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3976.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3976 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3976,"cache_hit":0,"estimated_new_tokens":3976,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":8228,"ongoing_decode_tokens":0,"pending_prefill_tokens":8228,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":8228.0,"score_lmetric":12204},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":3976,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26713.621362595,"t_first_token_unix":1779960710.176306,"t_done":26714.014640744,"t_done_unix":1779960710.5695841},{"request_id":"1237198:2:1237773:2","session_id":"1237198","input_length":10237,"t_proxy_recv":26714.628726073,"t_decision_unix":1779960711.1836672,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":8192,"affinity_cache_ratio":0.8002344436846732,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2045 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":2045,"cache_hit":8192,"estimated_new_tokens":2045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":16,"cache_hit":8192,"new_prefill":2045,"score_linear":-8192.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10237,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":26714.924076152,"t_first_token_unix":1779960711.4790206,"t_done":26715.057276258,"t_done_unix":1779960711.6122193},{"request_id":"1237877:1:1237877:3","session_id":"1237877","input_length":749,"t_proxy_recv":26715.087154519,"t_decision_unix":1779960711.6420956,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":749.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (749 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":749,"cache_hit":0,"estimated_new_tokens":749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":7,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":749,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26715.206541203,"t_first_token_unix":1779960711.761485,"t_done":26715.335478786,"t_done_unix":1779960711.890422},{"request_id":"1239034:1:1239034:4","session_id":"1239034","input_length":13489,"t_proxy_recv":26718.866101126,"t_decision_unix":1779960715.4210424,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13489.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13489,"cache_hit":0,"estimated_new_tokens":13489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":13489,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26720.410592853,"t_first_token_unix":1779960716.9655368,"t_done":26720.86635826,"t_done_unix":1779960717.4213014},{"request_id":"1237877:2:1239577:6","session_id":"1237877","input_length":1620,"t_proxy_recv":26720.747461704,"t_decision_unix":1779960717.302403,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.3160493827160494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":1108.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":1108,"cache_hit":512,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":512,"new_prefill":1108,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":13489,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":13489.0,"score_lmetric":1620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":37165.0,"score_lmetric":38785},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1620,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":26720.827359035,"t_first_token_unix":1779960717.3823023,"t_done":26721.280203755,"t_done_unix":1779960717.8351464},{"request_id":"1239704:1:1239704:7","session_id":"1239704","input_length":5194,"t_proxy_recv":26721.189838942,"t_decision_unix":1779960717.7447805,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5194.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5194 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5194,"cache_hit":0,"estimated_new_tokens":5194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":1620,"ongoing_decode_tokens":1620,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":5194,"score_linear":1620.0,"score_lmetric":5194},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":37165.0,"score_lmetric":42359},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":5194,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26721.824140088,"t_first_token_unix":1779960718.3790836,"t_done":26722.094448244,"t_done_unix":1779960718.6493914},{"request_id":"1240924:1:1240924:11","session_id":"1240924","input_length":7429,"t_proxy_recv":26725.211588147,"t_decision_unix":1779960721.766529,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7429.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7429 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7429,"cache_hit":0,"estimated_new_tokens":7429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":66214.0,"score_lmetric":73643},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7429,"score_linear":30040.0,"score_lmetric":37469},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7429,"score_linear":18420.0,"score_lmetric":7429},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":37165,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":37165.0,"score_lmetric":7429},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7429,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26725.750279435,"t_first_token_unix":1779960722.3052247,"t_done":26725.927112408,"t_done_unix":1779960722.4820564},{"request_id":"1239100:1:1239100:5","session_id":"1239100","input_length":37165,"t_proxy_recv":26719.108175026,"t_decision_unix":1779960715.6631162,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":37165.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":37165,"cache_hit":0,"estimated_new_tokens":37165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":8,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13489,"ongoing_decode_tokens":0,"pending_prefill_tokens":13489,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":13489.0,"score_lmetric":50654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":37165,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26725.048938524,"t_first_token_unix":1779960721.6038826,"t_done":26726.315019215,"t_done_unix":1779960722.8699625},{"request_id":"1240198:1:1240198:9","session_id":"1240198","input_length":30040,"t_proxy_recv":26722.725393056,"t_decision_unix":1779960719.2803347,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":30040.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":30040,"cache_hit":0,"estimated_new_tokens":30040,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":66214.0,"score_lmetric":96254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":37165.0,"score_lmetric":67205},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":30040,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26726.664951105,"t_first_token_unix":1779960723.219895,"t_done":26727.318361351,"t_done_unix":1779960723.8733048},{"request_id":"1241953:1:1241953:13","session_id":"1241953","input_length":1093,"t_proxy_recv":26728.627704933,"t_decision_unix":1779960725.1826465,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1093.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1093 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1093,"cache_hit":0,"estimated_new_tokens":1093,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":66214.0,"score_lmetric":67307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1093,"score_linear":18420.0,"score_lmetric":1093},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":7587,"ongoing_decode_tokens":0,"pending_prefill_tokens":7587,"num_requests":1,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":1093,"score_linear":7587.0,"score_lmetric":8680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":1093,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26728.742407888,"t_first_token_unix":1779960725.297352,"t_done":26729.263522023,"t_done_unix":1779960725.8184652},{"request_id":"1241942:1:1241942:12","session_id":"1241942","input_length":7587,"t_proxy_recv":26728.582329193,"t_decision_unix":1779960725.1372705,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7587.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7587 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7587,"cache_hit":0,"estimated_new_tokens":7587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":34,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":66214.0,"score_lmetric":73801},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7587,"score_linear":18420.0,"score_lmetric":7587},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7587,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26729.107893375,"t_first_token_unix":1779960725.6628373,"t_done":26729.301885939,"t_done_unix":1779960725.8568292},{"request_id":"1237877:3:1242953:15","session_id":"1237877","input_length":2659,"t_proxy_recv":26732.015191362,"t_decision_unix":1779960728.5701323,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5776607747273411,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1123 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":1123,"cache_hit":1536,"estimated_new_tokens":1123,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17157,"ongoing_decode_tokens":0,"pending_prefill_tokens":17157,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":2659,"score_linear":17157.0,"score_lmetric":19816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":66214.0,"score_lmetric":68873},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":1536,"new_prefill":1123,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":2659,"score_linear":18420.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":2659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26732.108637608,"t_first_token_unix":1779960728.663581,"t_done":26732.172814714,"t_done_unix":1779960728.7277575},{"request_id":"1242838:1:1242838:14","session_id":"1242838","input_length":17157,"t_proxy_recv":26731.634945869,"t_decision_unix":1779960728.189887,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":17157.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17157,"cache_hit":0,"estimated_new_tokens":17157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":66214.0,"score_lmetric":83371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17157,"score_linear":18420.0,"score_lmetric":17157},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26733.330604911,"t_first_token_unix":1779960729.8855486,"t_done":26734.229940834,"t_done_unix":1779960730.7848842},{"request_id":"1239704:2:1243943:17","session_id":"1239704","input_length":14812,"t_proxy_recv":26735.293594211,"t_decision_unix":1779960731.8485355,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5120,"affinity_cache_ratio":0.3456656764785309,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":9692.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":5120,"v3_new_local":9692,"cache_hit":5120,"estimated_new_tokens":9692,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":5120,"new_prefill":9692,"score_linear":-5120.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11074,"ongoing_decode_tokens":0,"pending_prefill_tokens":11074,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14812,"score_linear":11074.0,"score_lmetric":25886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":66214.0,"score_lmetric":81026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14812,"score_linear":18420.0,"score_lmetric":14812},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":14812,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":26736.378750479,"t_first_token_unix":1779960732.933694,"t_done":26736.494255413,"t_done_unix":1779960733.0491984},{"request_id":"1243831:1:1243831:16","session_id":"1243831","input_length":11074,"t_proxy_recv":26734.892662622,"t_decision_unix":1779960731.447603,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11074.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11074,"cache_hit":0,"estimated_new_tokens":11074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":43,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":66214.0,"score_lmetric":77288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11074,"score_linear":18420.0,"score_lmetric":11074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26735.827826408,"t_first_token_unix":1779960732.3827705,"t_done":26737.313354271,"t_done_unix":1779960733.8682976},{"request_id":"1239755:1:1239755:8","session_id":"1239755","input_length":66214,"t_proxy_recv":26721.400074887,"t_decision_unix":1779960717.9550164,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":66214.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":66214,"cache_hit":0,"estimated_new_tokens":66214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5194,"ongoing_decode_tokens":0,"pending_prefill_tokens":5194,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":5194.0,"score_lmetric":71408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":37165.0,"score_lmetric":103379},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":66214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26737.295648944,"t_first_token_unix":1779960733.8505926,"t_done":26737.988383925,"t_done_unix":1779960734.5433273},{"request_id":"1239034:2:1240558:10","session_id":"1239034","input_length":18420,"t_proxy_recv":26723.960824871,"t_decision_unix":1779960720.5157664,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13312,"affinity_cache_ratio":0.7226927252985885,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5108 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":5108,"cache_hit":13312,"estimated_new_tokens":5108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":20,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":0,"pending_prefill_tokens":66214,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":66214.0,"score_lmetric":84634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":30040,"ongoing_decode_tokens":0,"pending_prefill_tokens":30040,"num_requests":1,"active_p_offloads":0,"cached_blocks":10,"cache_hit":0,"new_prefill":18420,"score_linear":30040.0,"score_lmetric":48460},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":13312,"new_prefill":5108,"score_linear":-13312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37165,"ongoing_decode_tokens":0,"pending_prefill_tokens":37165,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":37165.0,"score_lmetric":55585},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":18420,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":26724.663085535,"t_first_token_unix":1779960721.2180293,"t_done":26738.159080469,"t_done_unix":1779960734.7140238},{"request_id":"1244640:1:1244640:18","session_id":"1244640","input_length":8274,"t_proxy_recv":26737.787394432,"t_decision_unix":1779960734.3423355,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8274.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8274,"cache_hit":0,"estimated_new_tokens":8274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":66214,"ongoing_decode_tokens":66214,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":66214.0,"score_lmetric":8274},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":70,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18420,"ongoing_decode_tokens":18420,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":8274,"score_linear":18420.0,"score_lmetric":8274},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":8274,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26738.385668102,"t_first_token_unix":1779960734.9406114,"t_done":26738.606027986,"t_done_unix":1779960735.160971},{"request_id":"1245572:1:1245572:19","session_id":"1245572","input_length":6109,"t_proxy_recv":26740.920759994,"t_decision_unix":1779960737.4757013,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6109.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6109 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6109,"cache_hit":0,"estimated_new_tokens":6109,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6109,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26741.667636805,"t_first_token_unix":1779960738.2225804,"t_done":26741.911403038,"t_done_unix":1779960738.466346},{"request_id":"1241953:2:1245624:20","session_id":"1241953","input_length":10382,"t_proxy_recv":26741.011154458,"t_decision_unix":1779960737.5660958,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1024,"affinity_cache_ratio":0.09863224812174919,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":9358.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1024,"v3_new_local":9358,"cache_hit":1024,"estimated_new_tokens":9358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":1024,"new_prefill":9358,"score_linear":-1024.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":10382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6109,"ongoing_decode_tokens":0,"pending_prefill_tokens":6109,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10382,"score_linear":6109.0,"score_lmetric":16491}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":26741.773208062,"t_first_token_unix":1779960738.3281512,"t_done":26741.958684323,"t_done_unix":1779960738.5136273},{"request_id":"1245572:2:1246348:22","session_id":"1245572","input_length":6182,"t_proxy_recv":26743.516606766,"t_decision_unix":1779960740.0715482,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9938531219670009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (38 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":38,"cache_hit":6144,"estimated_new_tokens":38,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17447,"ongoing_decode_tokens":0,"pending_prefill_tokens":10279,"num_requests":1,"active_p_offloads":0,"cached_blocks":76,"cache_hit":0,"new_prefill":6182,"score_linear":17447.0,"score_lmetric":16461},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":38,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":26743.54602449,"t_first_token_unix":1779960740.1009681,"t_done":26743.725139027,"t_done_unix":1779960740.2800822},{"request_id":"1240924:2:1246244:21","session_id":"1240924","input_length":17447,"t_proxy_recv":26743.143651032,"t_decision_unix":1779960739.6985922,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4108442712214134,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10279.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10279,"cache_hit":7168,"estimated_new_tokens":10279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":76,"cache_hit":7168,"new_prefill":10279,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17447,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":26744.342370302,"t_first_token_unix":1779960740.897314,"t_done":26744.71938067,"t_done_unix":1779960741.2743251},{"request_id":"1241942:2:1247111:23","session_id":"1241942","input_length":17975,"t_proxy_recv":26746.193465742,"t_decision_unix":1779960742.7484071,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7168,"affinity_cache_ratio":0.3987760778859527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10807.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10807,"cache_hit":7168,"estimated_new_tokens":10807,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":7168,"new_prefill":10807,"score_linear":-7168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":17975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":26747.500512937,"t_first_token_unix":1779960744.0554569,"t_done":26747.690416039,"t_done_unix":1779960744.2453597},{"request_id":"1244640:2:1247941:24","session_id":"1244640","input_length":10696,"t_proxy_recv":26749.006249048,"t_decision_unix":1779960745.5611904,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7658937920718025,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2504 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":2504,"cache_hit":8192,"estimated_new_tokens":2504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":86,"cache_hit":8192,"new_prefill":2504,"score_linear":-8192.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":10696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":26749.371599494,"t_first_token_unix":1779960745.926543,"t_done":26749.4159643,"t_done_unix":1779960745.9709072},{"request_id":"1248768:1:1248768:25","session_id":"1248768","input_length":11515,"t_proxy_recv":26751.786591967,"t_decision_unix":1779960748.341533,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11515.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11515,"cache_hit":0,"estimated_new_tokens":11515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":11515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26752.768295216,"t_first_token_unix":1779960749.323239,"t_done":26753.030359796,"t_done_unix":1779960749.5853028},{"request_id":"1249058:1:1249058:26","session_id":"1249058","input_length":4126,"t_proxy_recv":26752.806443449,"t_decision_unix":1779960749.3613849,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4126.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4126 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4126,"cache_hit":0,"estimated_new_tokens":4126,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11515,"ongoing_decode_tokens":11515,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":61,"cache_hit":0,"new_prefill":4126,"score_linear":11515.0,"score_lmetric":4126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":37,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":4126,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26753.070767338,"t_first_token_unix":1779960749.625723,"t_done":26753.238290859,"t_done_unix":1779960749.7932336},{"request_id":"1248768:2:1249765:27","session_id":"1248768","input_length":12188,"t_proxy_recv":26755.070668614,"t_decision_unix":1779960751.6256099,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11264,"affinity_cache_ratio":0.924187725631769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (924 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":924,"cache_hit":11264,"estimated_new_tokens":924,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":83,"cache_hit":11264,"new_prefill":924,"score_linear":-11264.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":12188,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":26755.212520332,"t_first_token_unix":1779960751.7674642,"t_done":26755.67849444,"t_done_unix":1779960752.2334378},{"request_id":"1249058:2:1249872:28","session_id":"1249058","input_length":7482,"t_proxy_recv":26755.461309839,"t_decision_unix":1779960752.0162513,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4096,"affinity_cache_ratio":0.5474472066292435,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3386 < 8000)","v3_prefill_cache_hit":4096,"v3_new_local":3386,"cache_hit":4096,"estimated_new_tokens":3386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":12188,"ongoing_decode_tokens":12188,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":83,"cache_hit":0,"new_prefill":7482,"score_linear":12188.0,"score_lmetric":7482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":45,"cache_hit":4096,"new_prefill":3386,"score_linear":-4096.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":7482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":26755.780256409,"t_first_token_unix":1779960752.3351996,"t_done":26755.909127028,"t_done_unix":1779960752.4640698},{"request_id":"1242838:2:1250503:29","session_id":"1242838","input_length":21578,"t_proxy_recv":26757.736938658,"t_decision_unix":1779960754.2918801,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.783019742330151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4682 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":4682,"cache_hit":16896,"estimated_new_tokens":4682,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":84,"cache_hit":16896,"new_prefill":4682,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":21578,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":26758.446507025,"t_first_token_unix":1779960755.0014505,"t_done":26758.936704662,"t_done_unix":1779960755.4916475},{"request_id":"1250772:1:1250772:30","session_id":"1250772","input_length":6829,"t_proxy_recv":26758.599882548,"t_decision_unix":1779960755.1548226,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6829.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6829 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6829,"cache_hit":0,"estimated_new_tokens":6829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21578,"ongoing_decode_tokens":21578,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":84,"cache_hit":0,"new_prefill":6829,"score_linear":21578.0,"score_lmetric":6829},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":6829,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26759.624600376,"t_first_token_unix":1779960756.179544,"t_done":26761.22456199,"t_done_unix":1779960757.7795053},{"request_id":"1251059:1:1251059:32","session_id":"1251059","input_length":16512,"t_proxy_recv":26759.778970321,"t_decision_unix":1779960756.333912,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":16512.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16512,"cache_hit":0,"estimated_new_tokens":16512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16512,"score_linear":6829.0,"score_lmetric":16512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16512,"score_linear":20086.0,"score_lmetric":36598},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26761.338135944,"t_first_token_unix":1779960757.8930793,"t_done":26761.339842493,"t_done_unix":1779960757.8947852},{"request_id":"1248768:3:1251261:33","session_id":"1248768","input_length":16989,"t_proxy_recv":26760.352861602,"t_decision_unix":1779960756.9078028,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":11776,"affinity_cache_ratio":0.6931543940196597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5213 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":5213,"cache_hit":11776,"estimated_new_tokens":5213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":11776,"new_prefill":5213,"score_linear":-11776.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":16512,"ongoing_decode_tokens":0,"pending_prefill_tokens":16512,"num_requests":1,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":16989,"score_linear":16512.0,"score_lmetric":33501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":6829,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":16989,"score_linear":6829.0,"score_lmetric":16989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":0,"pending_prefill_tokens":20086,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":16989,"score_linear":20086.0,"score_lmetric":37075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":16989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":26761.029862303,"t_first_token_unix":1779960757.584806,"t_done":26762.000855255,"t_done_unix":1779960758.5557983},{"request_id":"1251828:1:1251828:35","session_id":"1251828","input_length":1090,"t_proxy_recv":26762.283341236,"t_decision_unix":1779960758.8382828,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1090.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1090 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1090,"cache_hit":0,"estimated_new_tokens":1090,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":1090,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":1090,"score_linear":20086.0,"score_lmetric":1090},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13780,"ongoing_decode_tokens":0,"pending_prefill_tokens":7636,"num_requests":1,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":1090,"score_linear":13780.0,"score_lmetric":8726}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26762.371201172,"t_first_token_unix":1779960758.9261446,"t_done":26762.479662572,"t_done_unix":1779960759.0346055},{"request_id":"1250935:1:1250935:31","session_id":"1250935","input_length":20086,"t_proxy_recv":26759.222853415,"t_decision_unix":1779960755.7777948,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":20086.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":20086,"cache_hit":0,"estimated_new_tokens":20086,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":129,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":6829,"ongoing_decode_tokens":0,"pending_prefill_tokens":6829,"num_requests":1,"active_p_offloads":0,"cached_blocks":0,"cache_hit":0,"new_prefill":20086,"score_linear":6829.0,"score_lmetric":26915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":0,"new_prefill":20086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26761.2845939,"t_first_token_unix":1779960757.8395374,"t_done":26762.550603321,"t_done_unix":1779960759.1055462},{"request_id":"1245572:3:1251662:34","session_id":"1245572","input_length":13780,"t_proxy_recv":26761.764808716,"t_decision_unix":1779960758.31975,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.4458635703918723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":7636.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7636 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":7636,"cache_hit":6144,"estimated_new_tokens":7636,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16989,"ongoing_decode_tokens":16989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":93,"cache_hit":0,"new_prefill":13780,"score_linear":16989.0,"score_lmetric":13780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":90,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13780,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20086,"ongoing_decode_tokens":20086,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":105,"cache_hit":0,"new_prefill":13780,"score_linear":20086.0,"score_lmetric":13780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":12,"cache_hit":6144,"new_prefill":7636,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":26762.569490184,"t_first_token_unix":1779960759.1244335,"t_done":26762.791690449,"t_done_unix":1779960759.3466334},{"request_id":"1252010:1:1252010:36","session_id":"1252010","input_length":9855,"t_proxy_recv":26762.89194049,"t_decision_unix":1779960759.4468818,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9855.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9855,"cache_hit":0,"estimated_new_tokens":9855,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":144,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26763.70441095,"t_first_token_unix":1779960760.2593546,"t_done":26763.87873735,"t_done_unix":1779960760.4336805},{"request_id":"1248768:4:1253385:37","session_id":"1248768","input_length":17309,"t_proxy_recv":26767.663134258,"t_decision_unix":1779960764.218075,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9761395805650239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (413 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":413,"cache_hit":16896,"estimated_new_tokens":413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":103,"cache_hit":16896,"new_prefill":413,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17309,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":26767.743981846,"t_first_token_unix":1779960764.2989259,"t_done":26770.693513075,"t_done_unix":1779960767.2484562},{"request_id":"1251828:2:1254272:41","session_id":"1251828","input_length":3934,"t_proxy_recv":26770.635557625,"t_decision_unix":1779960767.190499,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1024,"affinity_cache_ratio":0.2602948652770717,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":3934.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3934 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3934,"cache_hit":0,"estimated_new_tokens":3934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":3934,"score_linear":17309.0,"score_lmetric":3934},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":3934,"score_linear":35221.0,"score_lmetric":39155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":1024,"new_prefill":2910,"score_linear":48600.0,"score_lmetric":52534},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":0,"pending_prefill_tokens":4108,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":3934,"score_linear":10764.0,"score_lmetric":8042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":3934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26770.880582387,"t_first_token_unix":1779960767.4355254,"t_done":26771.027340081,"t_done_unix":1779960767.582283},{"request_id":"1254584:1:1254584:42","session_id":"1254584","input_length":748,"t_proxy_recv":26771.768706743,"t_decision_unix":1779960768.323648,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":748.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (748 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":748,"cache_hit":0,"estimated_new_tokens":748,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":748,"score_linear":35221.0,"score_lmetric":35969},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":748,"score_linear":49624.0,"score_lmetric":50372},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":748,"score_linear":10764.0,"score_lmetric":748},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":748,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26771.835340043,"t_first_token_unix":1779960768.3902838,"t_done":26771.989712697,"t_done_unix":1779960768.544656},{"request_id":"1252010:2:1254691:43","session_id":"1252010","input_length":13092,"t_proxy_recv":26772.220396668,"t_decision_unix":1779960768.7753377,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.743049190345249,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3364 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":3364,"cache_hit":9728,"estimated_new_tokens":3364,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":13092,"score_linear":35221.0,"score_lmetric":48313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":13092,"score_linear":49624.0,"score_lmetric":62716},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10764,"ongoing_decode_tokens":10764,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":13092,"score_linear":10764.0,"score_lmetric":13092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":9728,"new_prefill":3364,"score_linear":-9728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":13092,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":26772.644337854,"t_first_token_unix":1779960769.1992812,"t_done":26772.815960605,"t_done_unix":1779960769.3709035},{"request_id":"1250772:2:1254198:40","session_id":"1250772","input_length":10764,"t_proxy_recv":26770.363702586,"t_decision_unix":1779960766.918644,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6656,"affinity_cache_ratio":0.6183574879227053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4108 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":4108,"cache_hit":6656,"estimated_new_tokens":4108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":10764,"score_linear":17309.0,"score_lmetric":10764},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35221,"ongoing_decode_tokens":0,"pending_prefill_tokens":35221,"num_requests":1,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":10764,"score_linear":35221.0,"score_lmetric":45985},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":10764,"score_linear":49624.0,"score_lmetric":60388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":6656,"new_prefill":4108,"score_linear":-6656.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":10764,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":26770.748550051,"t_first_token_unix":1779960767.3034937,"t_done":26773.024930608,"t_done_unix":1779960769.5798736},{"request_id":"1253804:1:1253804:39","session_id":"1253804","input_length":35221,"t_proxy_recv":26769.256096941,"t_decision_unix":1779960765.8110385,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35221.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35221,"cache_hit":0,"estimated_new_tokens":35221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":35221,"score_linear":17309.0,"score_lmetric":35221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":35221,"score_linear":49624.0,"score_lmetric":84845},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":35221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26774.378906134,"t_first_token_unix":1779960770.9338503,"t_done":26776.597749943,"t_done_unix":1779960773.1526928},{"request_id":"1256273:1:1256273:46","session_id":"1256273","input_length":1694,"t_proxy_recv":26777.45056124,"t_decision_unix":1779960774.0055027,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1694.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1694 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1694,"cache_hit":0,"estimated_new_tokens":1694,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":1694,"score_linear":49624.0,"score_lmetric":51318},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":1694,"score_linear":17786.0,"score_lmetric":12312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1694,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26777.596153601,"t_first_token_unix":1779960774.1510973,"t_done":26777.881360153,"t_done_unix":1779960774.4363034},{"request_id":"1243831:2:1256324:47","session_id":"1243831","input_length":11448,"t_proxy_recv":26777.615146017,"t_decision_unix":1779960774.1700876,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.983927323549965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":184,"cache_hit":11264,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":11264,"new_prefill":184,"score_linear":-11264.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":11448,"score_linear":49624.0,"score_lmetric":61072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":0,"pending_prefill_tokens":10618,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":11448,"score_linear":17786.0,"score_lmetric":22066},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":1694,"ongoing_decode_tokens":1694,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":11448,"score_linear":1694.0,"score_lmetric":11448},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":11448,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":26777.667088584,"t_first_token_unix":1779960774.2220318,"t_done":26778.108853021,"t_done_unix":1779960774.6637964},{"request_id":"1253743:1:1253743:38","session_id":"1253743","input_length":49624,"t_proxy_recv":26769.010840147,"t_decision_unix":1779960765.5657816,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":49624.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":49624,"cache_hit":0,"estimated_new_tokens":49624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17309,"ongoing_decode_tokens":17309,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":103,"cache_hit":0,"new_prefill":49624,"score_linear":17309.0,"score_lmetric":49624},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":96,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":161,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":51,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":13,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49624,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26778.28030208,"t_first_token_unix":1779960774.8352456,"t_done":26778.676211068,"t_done_unix":1779960775.231156},{"request_id":"1249058:3:1256222:45","session_id":"1249058","input_length":17786,"t_proxy_recv":26777.305185657,"t_decision_unix":1779960773.860127,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7168,"affinity_cache_ratio":0.4030136062071292,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10618.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7168,"v3_new_local":10618,"cache_hit":7168,"estimated_new_tokens":10618,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":49624,"ongoing_decode_tokens":0,"pending_prefill_tokens":49624,"num_requests":1,"active_p_offloads":0,"cached_blocks":92,"cache_hit":0,"new_prefill":17786,"score_linear":49624.0,"score_lmetric":67410},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":58,"cache_hit":7168,"new_prefill":10618,"score_linear":-7168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":21,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":17786,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":26778.576835924,"t_first_token_unix":1779960775.1317797,"t_done":26778.695498959,"t_done_unix":1779960775.2504418},{"request_id":"1253743:2:1256070:44","session_id":"1253743","input_length":49687,"t_proxy_recv":26778.684579523,"t_decision_unix":1779960775.239521,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9995371022601486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (23 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":23,"cache_hit":49664,"estimated_new_tokens":23,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":3584,"new_prefill":46103,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":49664,"new_prefill":23,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":17786,"ongoing_decode_tokens":17786,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":58,"cache_hit":0,"new_prefill":49687,"score_linear":17786.0,"score_lmetric":49687},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":49687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":26778.761287198,"t_first_token_unix":1779960775.3162313,"t_done":26779.590561996,"t_done_unix":1779960776.1455052},{"request_id":"1256273:2:1257769:51","session_id":"1256273","input_length":6170,"t_proxy_recv":26782.433034675,"t_decision_unix":1779960778.987976,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.24894651539708265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":4634.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4634 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":4634,"cache_hit":1536,"estimated_new_tokens":4634,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":4434,"ongoing_decode_tokens":4434,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":6170,"score_linear":4434.0,"score_lmetric":6170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":6170,"score_linear":27387.0,"score_lmetric":33557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6170,"score_linear":90488.0,"score_lmetric":96658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":1536,"new_prefill":4634,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6170,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26782.759242906,"t_first_token_unix":1779960779.3141863,"t_done":26783.062133684,"t_done_unix":1779960779.6170769},{"request_id":"1257572:1:1257572:50","session_id":"1257572","input_length":4434,"t_proxy_recv":26781.799949283,"t_decision_unix":1779960778.3548908,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4434.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4434 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4434,"cache_hit":0,"estimated_new_tokens":4434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":4434,"score_linear":27387.0,"score_lmetric":31821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":4434,"score_linear":90488.0,"score_lmetric":94922},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":4434,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26782.08284007,"t_first_token_unix":1779960778.6377838,"t_done":26783.312486221,"t_done_unix":1779960779.8674295},{"request_id":"1254584:2:1258039:52","session_id":"1254584","input_length":1257,"t_proxy_recv":26783.454455033,"t_decision_unix":1779960780.0093966,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":512,"affinity_cache_ratio":0.40731901352426414,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":745.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (745 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":745,"cache_hit":512,"estimated_new_tokens":745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":1257,"score_linear":27387.0,"score_lmetric":28644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":512,"new_prefill":745,"score_linear":-512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":1257,"score_linear":90488.0,"score_lmetric":91745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":1257,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":26783.507986634,"t_first_token_unix":1779960780.06293,"t_done":26783.843710204,"t_done_unix":1779960780.3986533},{"request_id":"1242838:3:1258161:53","session_id":"1242838","input_length":22262,"t_proxy_recv":26783.914641451,"t_decision_unix":1779960780.469583,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9659509478034318,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (758 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":758,"cache_hit":21504,"estimated_new_tokens":758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":113,"cache_hit":21504,"new_prefill":758,"score_linear":-21504.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":22262,"score_linear":27387.0,"score_lmetric":49649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22262,"score_linear":90488.0,"score_lmetric":112750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22262,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":26784.074621643,"t_first_token_unix":1779960780.6295652,"t_done":26784.622656859,"t_done_unix":1779960781.177601},{"request_id":"1256273:3:1258499:55","session_id":"1256273","input_length":7934,"t_proxy_recv":26785.078238832,"t_decision_unix":1779960781.6331801,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7743887068313587,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1790 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":1790,"cache_hit":6144,"estimated_new_tokens":1790,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":0,"pending_prefill_tokens":45037,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":7934,"score_linear":80365.0,"score_lmetric":105942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":7934,"score_linear":90488.0,"score_lmetric":98422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":6144,"new_prefill":1790,"score_linear":-6144.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":7934,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":26785.269310521,"t_first_token_unix":1779960781.8242543,"t_done":26785.885051392,"t_done_unix":1779960782.4399943},{"request_id":"1258908:1:1258908:58","session_id":"1258908","input_length":9250,"t_proxy_recv":26786.532413923,"t_decision_unix":1779960783.0873554,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9250.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9250,"cache_hit":0,"estimated_new_tokens":9250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":9250,"score_linear":80365.0,"score_lmetric":53800},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9250,"score_linear":68131.0,"score_lmetric":77381},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9250,"score_linear":90488.0,"score_lmetric":99738},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9250,"score_linear":112793.0,"score_lmetric":122043},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9250,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26787.230087637,"t_first_token_unix":1779960783.7850313,"t_done":26789.236164598,"t_done_unix":1779960785.7911084},{"request_id":"1259178:1:1259178:59","session_id":"1259178","input_length":14291,"t_proxy_recv":26787.494031935,"t_decision_unix":1779960784.0489733,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14291.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14291,"cache_hit":0,"estimated_new_tokens":14291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":14291,"score_linear":80365.0,"score_lmetric":63882},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":14291,"score_linear":68131.0,"score_lmetric":82422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":14291,"score_linear":9250.0,"score_lmetric":14291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14291,"score_linear":90488.0,"score_lmetric":104779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14291,"score_linear":112793.0,"score_lmetric":127084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":14291,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26788.733245103,"t_first_token_unix":1779960785.2881892,"t_done":26790.703393693,"t_done_unix":1779960787.2583373},{"request_id":"1257525:1:1257525:49","session_id":"1257525","input_length":27387,"t_proxy_recv":26781.714104136,"t_decision_unix":1779960778.2690456,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":27387.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27387,"cache_hit":0,"estimated_new_tokens":27387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":27387,"score_linear":90488.0,"score_lmetric":117875},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":27387,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26785.155307317,"t_first_token_unix":1779960781.7102504,"t_done":26790.737855017,"t_done_unix":1779960787.2927988},{"request_id":"1253804:2:1258346:54","session_id":"1253804","input_length":52978,"t_proxy_recv":26784.627231109,"t_decision_unix":1779960781.182172,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35328,"affinity_cache_ratio":0.6668428404243271,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":35328,"v3_new_local":17650,"cache_hit":35328,"estimated_new_tokens":17650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27387,"ongoing_decode_tokens":0,"pending_prefill_tokens":27387,"num_requests":1,"active_p_offloads":0,"cached_blocks":165,"cache_hit":35328,"new_prefill":17650,"score_linear":-7941.0,"score_lmetric":45037},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":3584,"new_prefill":49394,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":52978,"score_linear":90488.0,"score_lmetric":143466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":52978,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7941.0,"chosen_score_lmetric":45037,"t_first_token":26790.36419309,"t_first_token_unix":1779960786.9191375,"t_done":26791.29154659,"t_done_unix":1779960787.8464897},{"request_id":"1260792:1:1260792:63","session_id":"1260792","input_length":12522,"t_proxy_recv":26793.153113516,"t_decision_unix":1779960789.7080543,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12522.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12522,"cache_hit":0,"estimated_new_tokens":12522,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12522,"score_linear":30655.0,"score_lmetric":43177},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9571,"ongoing_decode_tokens":0,"pending_prefill_tokens":9571,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":12522,"score_linear":9571.0,"score_lmetric":22093},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12522,"score_linear":68131.0,"score_lmetric":80653},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12522,"score_linear":90488.0,"score_lmetric":103010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12522,"score_linear":125063.0,"score_lmetric":259810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12522,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26794.182919012,"t_first_token_unix":1779960790.7378626,"t_done":26794.51954261,"t_done_unix":1779960791.0744858},{"request_id":"1261126:1:1261126:65","session_id":"1261126","input_length":5640,"t_proxy_recv":26794.189731972,"t_decision_unix":1779960790.7446733,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5640.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5640 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5640,"cache_hit":0,"estimated_new_tokens":5640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":5640,"score_linear":30655.0,"score_lmetric":36295},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":64709,"ongoing_decode_tokens":9571,"pending_prefill_tokens":2402,"num_requests":2,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":5640,"score_linear":64709.0,"score_lmetric":16084},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5640,"score_linear":68131.0,"score_lmetric":73771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5640,"score_linear":90488.0,"score_lmetric":96128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5640,"score_linear":125063.0,"score_lmetric":246046},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12522,"ongoing_decode_tokens":12522,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":5640,"score_linear":12522.0,"score_lmetric":5640},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26794.557010404,"t_first_token_unix":1779960791.111954,"t_done":26794.727501222,"t_done_unix":1779960791.282444},{"request_id":"1260746:1:1260746:62","session_id":"1260746","input_length":9571,"t_proxy_recv":26793.041610565,"t_decision_unix":1779960789.5965517,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9571.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9571,"cache_hit":0,"estimated_new_tokens":9571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":9571,"score_linear":30655.0,"score_lmetric":40226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":9571,"score_linear":68131.0,"score_lmetric":77702},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":9571,"score_linear":90488.0,"score_lmetric":100059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9571,"score_linear":125063.0,"score_lmetric":253908},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":9571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26793.804559064,"t_first_token_unix":1779960790.3595033,"t_done":26795.155477551,"t_done_unix":1779960791.7104208},{"request_id":"1253804:3:1260997:64","session_id":"1253804","input_length":55138,"t_proxy_recv":26793.892488119,"t_decision_unix":1779960790.4474294,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9564365773151003,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2402 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2402,"cache_hit":52736,"estimated_new_tokens":2402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30655,"ongoing_decode_tokens":0,"pending_prefill_tokens":30655,"num_requests":1,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":55138,"score_linear":30655.0,"score_lmetric":85793},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9571,"ongoing_decode_tokens":9571,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":252,"cache_hit":52736,"new_prefill":2402,"score_linear":-43165.0,"score_lmetric":2402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55138,"score_linear":68131.0,"score_lmetric":123269},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":3584,"new_prefill":51554,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55138,"score_linear":90488.0,"score_lmetric":145626},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55138,"score_linear":125063.0,"score_lmetric":345042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12522,"ongoing_decode_tokens":0,"pending_prefill_tokens":12522,"num_requests":1,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":55138,"score_linear":12522.0,"score_lmetric":67660},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55138,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43165.0,"chosen_score_lmetric":2402,"t_first_token":26794.72561781,"t_first_token_unix":1779960791.2805617,"t_done":26795.388042757,"t_done_unix":1779960791.942986},{"request_id":"1260327:1:1260327:61","session_id":"1260327","input_length":30655,"t_proxy_recv":26791.316748339,"t_decision_unix":1779960787.87169,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":30655.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":30655,"cache_hit":0,"estimated_new_tokens":30655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":252,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":30655,"score_linear":68131.0,"score_lmetric":98786},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":207,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":30655,"score_linear":90488.0,"score_lmetric":121143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30655,"score_linear":125063.0,"score_lmetric":296076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":197,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":30655,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26795.394164581,"t_first_token_unix":1779960791.949108,"t_done":26796.044888709,"t_done_unix":1779960792.599833},{"request_id":"1257525:2:1262205:67","session_id":"1257525","input_length":29988,"t_proxy_recv":26798.006708721,"t_decision_unix":1779960794.56165,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9048952914499133,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2852 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":2852,"cache_hit":27136,"estimated_new_tokens":2852,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":274,"cache_hit":27136,"new_prefill":2852,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":29988,"score_linear":68131.0,"score_lmetric":98119},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":29988,"score_linear":90488.0,"score_lmetric":120476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":29988,"score_linear":125063.0,"score_lmetric":294742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":29988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":26798.62623407,"t_first_token_unix":1779960795.1811771,"t_done":26798.658181616,"t_done_unix":1779960795.2131245},{"request_id":"1262757:1:1262757:73","session_id":"1262757","input_length":5465,"t_proxy_recv":26799.888676069,"t_decision_unix":1779960796.4436176,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5465.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5465 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5465,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":5465,"score_linear":55989.0,"score_lmetric":6670},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":5465,"score_linear":68131.0,"score_lmetric":73596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":5465,"score_linear":15283.0,"score_lmetric":20748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5465,"score_linear":113053.0,"score_lmetric":196076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5465,"score_linear":125063.0,"score_lmetric":245696},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":5465,"score_linear":21510.0,"score_lmetric":26975}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26800.246666928,"t_first_token_unix":1779960796.8016102,"t_done":26800.378543154,"t_done_unix":1779960796.933486},{"request_id":"1262354:1:1262354:69","session_id":"1262354","input_length":21510,"t_proxy_recv":26798.603320684,"t_decision_unix":1779960795.158262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":21510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21510,"cache_hit":0,"estimated_new_tokens":21510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":274,"cache_hit":0,"new_prefill":21510,"score_linear":29988.0,"score_lmetric":24362},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":21510,"score_linear":68131.0,"score_lmetric":89641},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":21510,"score_linear":113053.0,"score_lmetric":228166},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":21510,"score_linear":125063.0,"score_lmetric":277786},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":21510,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26800.938740139,"t_first_token_unix":1779960797.493684,"t_done":26801.546682187,"t_done_unix":1779960798.101626},{"request_id":"1261126:2:1262820:74","session_id":"1261126","input_length":6953,"t_proxy_recv":26800.056980547,"t_decision_unix":1779960796.6119223,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8100100675967209,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1321 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":1321,"cache_hit":5632,"estimated_new_tokens":1321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":6953,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":6953,"score_linear":55989.0,"score_lmetric":8158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":6953,"score_linear":68131.0,"score_lmetric":75084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":0,"pending_prefill_tokens":15283,"num_requests":1,"active_p_offloads":0,"cached_blocks":218,"cache_hit":5632,"new_prefill":1321,"score_linear":9651.0,"score_lmetric":16604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6953,"score_linear":113053.0,"score_lmetric":199052},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6953,"score_linear":125063.0,"score_lmetric":248672},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":5465,"ongoing_decode_tokens":0,"pending_prefill_tokens":5465,"num_requests":1,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":6953,"score_linear":5465.0,"score_lmetric":12418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":6953,"score_linear":21510.0,"score_lmetric":28463}],"chosen_score_linear":9651.0,"chosen_score_lmetric":16604,"t_first_token":26801.396437597,"t_first_token_unix":1779960797.951381,"t_done":26801.693171388,"t_done_unix":1779960798.2481143},{"request_id":"1258611:1:1258611:56","session_id":"1258611","input_length":68131,"t_proxy_recv":26785.476860749,"t_decision_unix":1779960782.0318022,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":68131.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":68131,"cache_hit":0,"estimated_new_tokens":68131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":68131,"score_linear":80365.0,"score_lmetric":171562},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68131,"score_linear":90488.0,"score_lmetric":158619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7934,"ongoing_decode_tokens":7934,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":33,"cache_hit":0,"new_prefill":68131,"score_linear":7934.0,"score_lmetric":68131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":68131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26801.86751708,"t_first_token_unix":1779960798.4224606,"t_done":26803.044641865,"t_done_unix":1779960799.5995853},{"request_id":"1258611:2:1261594:66","session_id":"1258611","input_length":68320,"t_proxy_recv":26803.056116089,"t_decision_unix":1779960799.6110578,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9967213114754099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (224 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":224,"cache_hit":68096,"estimated_new_tokens":224,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":68320,"score_linear":55989.0,"score_lmetric":68320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":224,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":68320,"score_linear":15283.0,"score_lmetric":68320},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68320,"score_linear":113053.0,"score_lmetric":321786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68320,"score_linear":125063.0,"score_lmetric":371406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68320,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":68320,"score_linear":22109.0,"score_lmetric":68925}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":26803.198146306,"t_first_token_unix":1779960799.75309,"t_done":26803.236346145,"t_done_unix":1779960799.7912896},{"request_id":"1258611:3:1262709:71","session_id":"1258611","input_length":68377,"t_proxy_recv":26803.247895913,"t_decision_unix":1779960799.8028376,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9958904309928778,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":281,"cache_hit":68096,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":0,"pending_prefill_tokens":5990,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":68377,"score_linear":5990.0,"score_lmetric":74367},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":68377,"score_linear":55989.0,"score_lmetric":68377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":68096,"new_prefill":281,"score_linear":-68096.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":68377,"score_linear":15283.0,"score_lmetric":68377},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":68377,"score_linear":113053.0,"score_lmetric":321900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":68377,"score_linear":125063.0,"score_lmetric":371520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":68377,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":68377,"score_linear":22109.0,"score_lmetric":68377}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":26803.385727933,"t_first_token_unix":1779960799.9406712,"t_done":26803.82552315,"t_done_unix":1779960800.380467},{"request_id":"1263611:1:1263611:76","session_id":"1263611","input_length":5990,"t_proxy_recv":26803.077089243,"t_decision_unix":1779960799.6320307,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5990.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5990 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5990,"cache_hit":0,"estimated_new_tokens":5990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":5990,"score_linear":55989.0,"score_lmetric":5990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68320,"ongoing_decode_tokens":0,"pending_prefill_tokens":224,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":5990,"score_linear":68320.0,"score_lmetric":6214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":5990,"score_linear":15283.0,"score_lmetric":5990},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":5990,"score_linear":113053.0,"score_lmetric":197126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5990,"score_linear":125063.0,"score_lmetric":246746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5990,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":0,"pending_prefill_tokens":605,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":5990,"score_linear":22109.0,"score_lmetric":6595}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26803.473994159,"t_first_token_unix":1779960800.028938,"t_done":26803.86150514,"t_done_unix":1779960800.4164486},{"request_id":"1262354:2:1263593:75","session_id":"1262354","input_length":22109,"t_proxy_recv":26802.966353962,"t_decision_unix":1779960799.521295,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9726355782712922,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (605 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":605,"cache_hit":21504,"estimated_new_tokens":605,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":22109,"score_linear":55989.0,"score_lmetric":22109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":68131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22109,"score_linear":68131.0,"score_lmetric":22109},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":22109,"score_linear":15283.0,"score_lmetric":22109},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22109,"score_linear":113053.0,"score_lmetric":229364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22109,"score_linear":125063.0,"score_lmetric":278984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22109,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":68,"cache_hit":21504,"new_prefill":605,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":26803.121848156,"t_first_token_unix":1779960799.6767929,"t_done":26804.359574828,"t_done_unix":1779960800.9145184},{"request_id":"1263971:1:1263971:80","session_id":"1263971","input_length":6336,"t_proxy_recv":26804.387455668,"t_decision_unix":1779960800.9423969,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6336.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6336 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6336,"cache_hit":0,"estimated_new_tokens":6336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":6336,"score_linear":55989.0,"score_lmetric":6336},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":6336,"score_linear":71575.0,"score_lmetric":125256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":6336,"score_linear":113053.0,"score_lmetric":197818},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":6336,"score_linear":125063.0,"score_lmetric":247438},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":6336,"score_linear":50783.0,"score_lmetric":57119},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":69,"cache_hit":0,"new_prefill":6336,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26804.806247057,"t_first_token_unix":1779960801.3611906,"t_done":26805.169095485,"t_done_unix":1779960801.7240384},{"request_id":"1257323:1:1257323:48","session_id":"1257323","input_length":90488,"t_proxy_recv":26781.113589134,"t_decision_unix":1779960777.6685305,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":90488.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":90488,"cache_hit":0,"estimated_new_tokens":90488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":104,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":162,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":24,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":90488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26808.947601298,"t_first_token_unix":1779960805.5025456,"t_done":26809.368391242,"t_done_unix":1779960805.9233403},{"request_id":"1239034:3:1262346:68","session_id":"1239034","input_length":22565,"t_proxy_recv":26798.571240683,"t_decision_unix":1779960795.1261816,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":20480,"affinity_cache_ratio":0.9076002658985154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2085 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":2085,"cache_hit":20480,"estimated_new_tokens":2085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":29988,"ongoing_decode_tokens":0,"pending_prefill_tokens":2852,"num_requests":1,"active_p_offloads":0,"cached_blocks":274,"cache_hit":0,"new_prefill":22565,"score_linear":29988.0,"score_lmetric":25417},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":22565,"score_linear":68131.0,"score_lmetric":90696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":20480,"new_prefill":2085,"score_linear":70008.0,"score_lmetric":92573},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22565,"score_linear":125063.0,"score_lmetric":279896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":22565,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70008.0,"chosen_score_lmetric":92573,"t_first_token":26808.948736835,"t_first_token_unix":1779960805.5036807,"t_done":26809.494655417,"t_done_unix":1779960806.0495987},{"request_id":"1265000:1:1265000:83","session_id":"1265000","input_length":301,"t_proxy_recv":26808.014045669,"t_decision_unix":1779960804.568987,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":301.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (301 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":301,"cache_hit":0,"estimated_new_tokens":301,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":301,"score_linear":110048.0,"score_lmetric":110349},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":301,"score_linear":55989.0,"score_lmetric":301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":301,"score_linear":71575.0,"score_lmetric":113186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":301,"score_linear":113053.0,"score_lmetric":185748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":301,"score_linear":125063.0,"score_lmetric":235368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":301,"score_linear":50783.0,"score_lmetric":51084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":301,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26808.052861355,"t_first_token_unix":1779960804.6078043,"t_done":26809.576753702,"t_done_unix":1779960806.131697},{"request_id":"1265128:1:1265128:85","session_id":"1265128","input_length":14028,"t_proxy_recv":26808.342931408,"t_decision_unix":1779960804.8978722,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":14028.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,1,2,2,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":14028,"cache_hit":0,"estimated_new_tokens":14028,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":14028,"score_linear":110048.0,"score_lmetric":124076},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":14028,"score_linear":55989.0,"score_lmetric":14028},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":14028,"score_linear":301.0,"score_lmetric":14028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":14028,"score_linear":71575.0,"score_lmetric":140640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":14028,"score_linear":113053.0,"score_lmetric":213202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14028,"score_linear":125063.0,"score_lmetric":262822},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":14028,"score_linear":50783.0,"score_lmetric":64811},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":14028,"score_linear":23540.0,"score_lmetric":37568}],"chosen_score_linear":301.0,"chosen_score_lmetric":14028,"t_first_token":26809.559525068,"t_first_token_unix":1779960806.114469,"t_done":26809.996539262,"t_done_unix":1779960806.551483},{"request_id":"1266067:1:1266067:91","session_id":"1266067","input_length":579,"t_proxy_recv":26811.563637171,"t_decision_unix":1779960808.1185782,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":579.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (579 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":579,"cache_hit":0,"estimated_new_tokens":579,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":579,"score_linear":135235.0,"score_lmetric":227596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":579,"score_linear":60059.0,"score_lmetric":9298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":579,"score_linear":13178.0,"score_lmetric":13757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":579,"score_linear":71575.0,"score_lmetric":113742},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":579,"score_linear":27639.0,"score_lmetric":579},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":579,"score_linear":125063.0,"score_lmetric":235924},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":0,"pending_prefill_tokens":59480,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":579,"score_linear":71768.0,"score_lmetric":120118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":579,"score_linear":45884.0,"score_lmetric":1158}],"chosen_score_linear":27639.0,"chosen_score_lmetric":579,"t_first_token":26811.692841009,"t_first_token_unix":1779960808.2477918,"t_done":26811.859389021,"t_done_unix":1779960808.4143322},{"request_id":"1263611:2:1265770:88","session_id":"1263611","input_length":13178,"t_proxy_recv":26810.662073544,"t_decision_unix":1779960807.2170148,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":2,"affinity_cache_hit":5632,"affinity_cache_ratio":0.4273789649415693,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":13178.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13178,"cache_hit":0,"estimated_new_tokens":13178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":5632,"new_prefill":7546,"score_linear":129603.0,"score_lmetric":241530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":13178,"score_linear":55989.0,"score_lmetric":13178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":13178,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":13178,"score_linear":71575.0,"score_lmetric":138940},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":13178,"score_linear":27639.0,"score_lmetric":13178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13178,"score_linear":125063.0,"score_lmetric":261122},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":13178,"score_linear":50783.0,"score_lmetric":63961},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":13178,"score_linear":45884.0,"score_lmetric":74092}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26811.769594563,"t_first_token_unix":1779960808.3245382,"t_done":26812.021849767,"t_done_unix":1779960808.5767927},{"request_id":"1250772:3:1265019:84","session_id":"1250772","input_length":23540,"t_proxy_recv":26808.084442528,"t_decision_unix":1779960804.6393838,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.45675446049277824,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":23540.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23540,"cache_hit":0,"estimated_new_tokens":23540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":23540,"score_linear":110048.0,"score_lmetric":133588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":23540,"score_linear":55989.0,"score_lmetric":23540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":301,"ongoing_decode_tokens":301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":23540,"score_linear":301.0,"score_lmetric":23540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":23540,"score_linear":71575.0,"score_lmetric":159664},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":23540,"score_linear":113053.0,"score_lmetric":232226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":12788,"score_linear":114311.0,"score_lmetric":260342},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":23540,"score_linear":50783.0,"score_lmetric":74323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":23540,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26810.785882346,"t_first_token_unix":1779960807.340826,"t_done":26812.412084365,"t_done_unix":1779960808.9670281},{"request_id":"1265942:1:1265942:89","session_id":"1265942","input_length":4070,"t_proxy_recv":26811.2909038,"t_decision_unix":1779960807.845845,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":4070.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4070 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4070,"cache_hit":0,"estimated_new_tokens":4070,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":4070,"score_linear":135235.0,"score_lmetric":234578},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":4070,"score_linear":55989.0,"score_lmetric":4070},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":4070,"score_linear":13178.0,"score_lmetric":17248},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":4070,"score_linear":71575.0,"score_lmetric":120724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":4070,"score_linear":27639.0,"score_lmetric":4070},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":4070,"score_linear":125063.0,"score_lmetric":242906},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":4070,"score_linear":50783.0,"score_lmetric":54853},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":4070,"score_linear":45884.0,"score_lmetric":8140}],"chosen_score_linear":55989.0,"chosen_score_lmetric":4070,"t_first_token":26811.597955868,"t_first_token_unix":1779960808.1528995,"t_done":26812.447348677,"t_done_unix":1779960809.0022922},{"request_id":"1262354:3:1265178:86","session_id":"1262354","input_length":22344,"t_proxy_recv":26808.450261209,"t_decision_unix":1779960805.0052025,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9853204439670605,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (328 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":328,"cache_hit":22016,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":22344,"score_linear":110048.0,"score_lmetric":132392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":22344,"score_linear":55989.0,"score_lmetric":22344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":22344,"score_linear":14329.0,"score_lmetric":72744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":22344,"score_linear":71575.0,"score_lmetric":157272},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":22344,"score_linear":113053.0,"score_lmetric":229834},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":22344,"score_linear":125063.0,"score_lmetric":279454},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":22344,"score_linear":50783.0,"score_lmetric":73127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23540,"ongoing_decode_tokens":0,"pending_prefill_tokens":23540,"num_requests":1,"active_p_offloads":0,"cached_blocks":81,"cache_hit":22016,"new_prefill":328,"score_linear":1524.0,"score_lmetric":23868}],"chosen_score_linear":1524.0,"chosen_score_lmetric":23868,"t_first_token":26810.787962076,"t_first_token_unix":1779960807.3429055,"t_done":26813.203737223,"t_done_unix":1779960809.7586806},{"request_id":"1266440:1:1266440:92","session_id":"1266440","input_length":5381,"t_proxy_recv":26812.63694105,"t_decision_unix":1779960809.1918821,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":5381.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5381 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5381,"cache_hit":0,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":5381,"score_linear":135235.0,"score_lmetric":237200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":5381,"score_linear":55989.0,"score_lmetric":5381},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":348,"cache_hit":0,"new_prefill":5381,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":5381,"score_linear":71575.0,"score_lmetric":123346},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":5381,"score_linear":27639.0,"score_lmetric":5381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":5381,"score_linear":125063.0,"score_lmetric":245528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":0,"pending_prefill_tokens":59480,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":5381,"score_linear":71768.0,"score_lmetric":129722},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22344,"ongoing_decode_tokens":22344,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":127,"cache_hit":0,"new_prefill":5381,"score_linear":22344.0,"score_lmetric":5381}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26813.016641656,"t_first_token_unix":1779960809.5715852,"t_done":26813.320260609,"t_done_unix":1779960809.8752036},{"request_id":"1253804:4:1262690:70","session_id":"1253804","input_length":55989,"t_proxy_recv":26799.699730602,"t_decision_unix":1779960796.2546718,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":54784,"affinity_cache_ratio":0.978477915304792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1205 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":1205,"cache_hit":54784,"estimated_new_tokens":1205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":279,"cache_hit":54784,"new_prefill":1205,"score_linear":-54784.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":55989,"score_linear":68131.0,"score_lmetric":124120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":3584,"new_prefill":52405,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":55989,"score_linear":113053.0,"score_lmetric":297124},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":55989,"score_linear":125063.0,"score_lmetric":346744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":55989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":55989,"score_linear":21510.0,"score_lmetric":77499}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":26800.114414928,"t_first_token_unix":1779960796.6693583,"t_done":26813.933887942,"t_done_unix":1779960810.4888318},{"request_id":"1263727:1:1263727:77","session_id":"1263727","input_length":50783,"t_proxy_recv":26803.5495651,"t_decision_unix":1779960800.1045067,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":50783.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":50783,"cache_hit":0,"estimated_new_tokens":50783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":50783,"score_linear":5990.0,"score_lmetric":50783},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":50783,"score_linear":55989.0,"score_lmetric":50783},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":50783,"score_linear":68377.0,"score_lmetric":50783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":50783,"score_linear":15283.0,"score_lmetric":50783},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":50783,"score_linear":113053.0,"score_lmetric":286712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":50783,"score_linear":125063.0,"score_lmetric":336332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":50783,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":50783,"score_linear":22109.0,"score_lmetric":50783}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26813.236997753,"t_first_token_unix":1779960809.791951,"t_done":26814.660545071,"t_done_unix":1779960811.2154887},{"request_id":"1260792:2:1265951:90","session_id":"1260792","input_length":20985,"t_proxy_recv":26811.316655792,"t_decision_unix":1779960807.871597,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5855611150822015,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12288,"v3_new_local":8697,"cache_hit":12288,"estimated_new_tokens":8697,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":20985,"score_linear":135235.0,"score_lmetric":268408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":60059,"ongoing_decode_tokens":55989,"pending_prefill_tokens":4070,"num_requests":2,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":20985,"score_linear":60059.0,"score_lmetric":50110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13178,"ongoing_decode_tokens":0,"pending_prefill_tokens":13178,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":20985,"score_linear":13178.0,"score_lmetric":34163},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":20985,"score_linear":71575.0,"score_lmetric":154554},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":20985,"score_linear":27639.0,"score_lmetric":20985},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":20985,"score_linear":125063.0,"score_lmetric":276736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":12288,"new_prefill":8697,"score_linear":38495.0,"score_lmetric":59480},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":45884,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":20985,"score_linear":45884.0,"score_lmetric":41970}],"chosen_score_linear":38495.0,"chosen_score_lmetric":59480,"t_first_token":26814.418411903,"t_first_token_unix":1779960810.973356,"t_done":26814.775533939,"t_done_unix":1779960811.3304782},{"request_id":"1263971:2:1266797:94","session_id":"1263971","input_length":9504,"t_proxy_recv":26813.986402329,"t_decision_unix":1779960810.5413437,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6464646464646465,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3360 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":3360,"cache_hit":6144,"estimated_new_tokens":3360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":9504,"score_linear":135235.0,"score_lmetric":245446},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":9504,"score_linear":71575.0,"score_lmetric":131592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":9504,"score_linear":27639.0,"score_lmetric":9504},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":9504,"score_linear":125063.0,"score_lmetric":253774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":50783,"pending_prefill_tokens":8697,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":9504,"score_linear":71768.0,"score_lmetric":36402},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":0,"pending_prefill_tokens":17466,"num_requests":1,"active_p_offloads":0,"cached_blocks":128,"cache_hit":6144,"new_prefill":3360,"score_linear":11322.0,"score_lmetric":20826}],"chosen_score_linear":11322.0,"chosen_score_lmetric":20826,"t_first_token":26815.493077722,"t_first_token_unix":1779960812.0480213,"t_done":26815.686307673,"t_done_unix":1779960812.241252},{"request_id":"1263749:1:1263749:79","session_id":"1263749","input_length":56292,"t_proxy_recv":26803.623679733,"t_decision_unix":1779960800.1786213,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":56292.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,1,1,2,2,1,1])","v3_prefill_cache_hit":0,"v3_new_local":56292,"cache_hit":0,"estimated_new_tokens":56292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":5990,"ongoing_decode_tokens":5990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":56292,"score_linear":5990.0,"score_lmetric":56292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":56292,"score_linear":55989.0,"score_lmetric":56292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68377,"ongoing_decode_tokens":68377,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":56292,"score_linear":68377.0,"score_lmetric":56292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":56292,"score_linear":15283.0,"score_lmetric":56292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":56292,"score_linear":113053.0,"score_lmetric":297730},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":56292,"score_linear":125063.0,"score_lmetric":347350},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":56292,"score_linear":50783.0,"score_lmetric":107075},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":22109,"ongoing_decode_tokens":22109,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":68,"cache_hit":0,"new_prefill":56292,"score_linear":22109.0,"score_lmetric":56292}],"chosen_score_linear":15283.0,"chosen_score_lmetric":56292,"t_first_token":26815.095354295,"t_first_token_unix":1779960811.6502984,"t_done":26816.469412857,"t_done_unix":1779960813.0243566},{"request_id":"1265942:2:1268069:97","session_id":"1265942","input_length":10457,"t_proxy_recv":26818.294785941,"t_decision_unix":1779960814.8497272,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":4096,"affinity_cache_ratio":0.39169934015492014,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":6361.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6361 < 8000)","v3_prefill_cache_hit":4096,"v3_new_local":6361,"cache_hit":4096,"estimated_new_tokens":6361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":10457,"score_linear":135235.0,"score_lmetric":247352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":4096,"new_prefill":6361,"score_linear":-4096.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10457,"score_linear":126924.0,"score_lmetric":118437},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10457,"score_linear":15283.0,"score_lmetric":10457},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":10457,"score_linear":27639.0,"score_lmetric":10457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":10457,"score_linear":125063.0,"score_lmetric":255680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":10457,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":134,"cache_hit":0,"new_prefill":10457,"score_linear":46137.0,"score_lmetric":33200}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":26818.865144613,"t_first_token_unix":1779960815.4200907,"t_done":26819.224298443,"t_done_unix":1779960815.7792416},{"request_id":"1262354:4:1267821:95","session_id":"1262354","input_length":28671,"t_proxy_recv":26817.596836469,"t_decision_unix":1779960814.1517777,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7857416902096195,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6143 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":6143,"cache_hit":22528,"estimated_new_tokens":6143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28671,"score_linear":135235.0,"score_lmetric":283780},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28671,"score_linear":15283.0,"score_lmetric":28671},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":28671,"score_linear":27639.0,"score_lmetric":28671},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28671,"score_linear":125063.0,"score_lmetric":292108},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28671,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":134,"cache_hit":22528,"new_prefill":6143,"score_linear":-5062.0,"score_lmetric":6143}],"chosen_score_linear":-5062.0,"chosen_score_lmetric":6143,"t_first_token":26818.791014979,"t_first_token_unix":1779960815.345959,"t_done":26820.392636417,"t_done_unix":1779960816.9475799},{"request_id":"1268634:1:1268634:99","session_id":"1268634","input_length":2298,"t_proxy_recv":26820.510141207,"t_decision_unix":1779960817.0650823,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":2298.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2298 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2298,"cache_hit":0,"estimated_new_tokens":2298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2298,"score_linear":135235.0,"score_lmetric":231034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2298,"score_linear":126924.0,"score_lmetric":110278},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2298,"score_linear":15283.0,"score_lmetric":2298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":2298,"score_linear":27639.0,"score_lmetric":2298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":2298,"score_linear":125063.0,"score_lmetric":239362},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":2298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":2298,"score_linear":17466.0,"score_lmetric":2298}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26820.727648199,"t_first_token_unix":1779960817.282592,"t_done":26820.843274907,"t_done_unix":1779960817.398218},{"request_id":"1266668:1:1266668:93","session_id":"1266668","input_length":17466,"t_proxy_recv":26813.539287331,"t_decision_unix":1779960810.0942285,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":17466.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17466,"cache_hit":0,"estimated_new_tokens":17466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":13370,"score_linear":131139.0,"score_lmetric":253178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":287,"cache_hit":0,"new_prefill":17466,"score_linear":55989.0,"score_lmetric":17466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":17466,"score_linear":71575.0,"score_lmetric":147516},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":17466,"score_linear":27639.0,"score_lmetric":17466},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":17466,"score_linear":125063.0,"score_lmetric":269698},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71768,"ongoing_decode_tokens":50783,"pending_prefill_tokens":8697,"num_requests":2,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":17466,"score_linear":71768.0,"score_lmetric":52326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":128,"cache_hit":0,"new_prefill":17466,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26815.491063568,"t_first_token_unix":1779960812.04601,"t_done":26821.015933371,"t_done_unix":1779960817.5708764},{"request_id":"1268649:1:1268649:100","session_id":"1268649","input_length":18638,"t_proxy_recv":26820.53254351,"t_decision_unix":1779960817.087485,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":18638.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,1,2,1,2,2,1])","v3_prefill_cache_hit":0,"v3_new_local":18638,"cache_hit":0,"estimated_new_tokens":18638,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":18638,"score_linear":135235.0,"score_lmetric":263714},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":18638,"score_linear":2298.0,"score_lmetric":20936},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18638,"score_linear":126924.0,"score_lmetric":126618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":18638,"score_linear":117357.0,"score_lmetric":37276},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":18638,"score_linear":27639.0,"score_lmetric":18638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":18638,"score_linear":125063.0,"score_lmetric":272042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":18638,"score_linear":102074.0,"score_lmetric":18638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":18638,"score_linear":17466.0,"score_lmetric":18638}],"chosen_score_linear":27639.0,"chosen_score_lmetric":18638,"t_first_token":26822.421044088,"t_first_token_unix":1779960818.9759874,"t_done":26822.623048496,"t_done_unix":1779960819.1779914},{"request_id":"1263971:3:1269088:104","session_id":"1263971","input_length":13955,"t_proxy_recv":26821.972053408,"t_decision_unix":1779960818.5269947,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9216,"affinity_cache_ratio":0.660408455750627,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4739 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":4739,"cache_hit":9216,"estimated_new_tokens":4739,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":13955,"score_linear":135235.0,"score_lmetric":254348},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":13955,"score_linear":12195.0,"score_lmetric":26150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13955,"score_linear":126924.0,"score_lmetric":121935},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":13955,"score_linear":117357.0,"score_lmetric":27910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":13955,"score_linear":46277.0,"score_lmetric":65186},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":13955,"score_linear":125063.0,"score_lmetric":262676},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":13955,"score_linear":102074.0,"score_lmetric":13955},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36349,"ongoing_decode_tokens":0,"pending_prefill_tokens":12797,"num_requests":2,"active_p_offloads":0,"cached_blocks":181,"cache_hit":9216,"new_prefill":4739,"score_linear":27133.0,"score_lmetric":35072}],"chosen_score_linear":27133.0,"chosen_score_lmetric":35072,"t_first_token":26822.739196358,"t_first_token_unix":1779960819.2941396,"t_done":26823.063382881,"t_done_unix":1779960819.61833},{"request_id":"1268831:1:1268831:101","session_id":"1268831","input_length":12195,"t_proxy_recv":26821.036057072,"t_decision_unix":1779960817.590999,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":12195.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12195,"cache_hit":0,"estimated_new_tokens":12195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":12195,"score_linear":135235.0,"score_lmetric":250828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12195,"score_linear":126924.0,"score_lmetric":120175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12195,"score_linear":117357.0,"score_lmetric":24390},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12195,"score_linear":46277.0,"score_lmetric":61666},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12195,"score_linear":125063.0,"score_lmetric":259156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":12195,"score_linear":102074.0,"score_lmetric":12195},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":181,"cache_hit":0,"new_prefill":12195,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26822.032116926,"t_first_token_unix":1779960818.5870605,"t_done":26823.432447876,"t_done_unix":1779960819.9873915},{"request_id":"1262354:5:1269336:105","session_id":"1262354","input_length":28906,"t_proxy_recv":26822.887024081,"t_decision_unix":1779960819.4419656,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9919047948522798,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (234 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":234,"cache_hit":28672,"estimated_new_tokens":234,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28906,"score_linear":135235.0,"score_lmetric":284250},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":28906,"score_linear":12195.0,"score_lmetric":28906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28906,"score_linear":126924.0,"score_lmetric":136886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28906,"score_linear":117357.0,"score_lmetric":57812},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28906,"score_linear":27639.0,"score_lmetric":28906},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28906,"score_linear":125063.0,"score_lmetric":292578},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28906,"score_linear":102074.0,"score_lmetric":28906},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":50304,"ongoing_decode_tokens":50304,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":181,"cache_hit":28672,"new_prefill":234,"score_linear":21632.0,"score_lmetric":702}],"chosen_score_linear":21632.0,"chosen_score_lmetric":702,"t_first_token":26822.967531592,"t_first_token_unix":1779960819.5224748,"t_done":26824.00217192,"t_done_unix":1779960820.557115},{"request_id":"1250772:4:1268869:103","session_id":"1250772","input_length":24029,"t_proxy_recv":26821.18859069,"t_decision_unix":1779960817.7435322,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9801489866411419,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":477,"cache_hit":23552,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":24029,"score_linear":135235.0,"score_lmetric":274496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":24029,"score_linear":12195.0,"score_lmetric":36224},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24029,"score_linear":126924.0,"score_lmetric":132009},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":24029,"score_linear":117357.0,"score_lmetric":48058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":24029,"score_linear":46277.0,"score_lmetric":85334},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":10752,"new_prefill":13277,"score_linear":114311.0,"score_lmetric":261320},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":24029,"score_linear":102074.0,"score_lmetric":24029},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":0,"pending_prefill_tokens":12320,"num_requests":1,"active_p_offloads":0,"cached_blocks":181,"cache_hit":23552,"new_prefill":477,"score_linear":-11232.0,"score_lmetric":12797}],"chosen_score_linear":-11232.0,"chosen_score_lmetric":12797,"t_first_token":26822.236070076,"t_first_token_unix":1779960818.791013,"t_done":26824.017510009,"t_done_unix":1779960820.5724528},{"request_id":"1269901:1:1269901:107","session_id":"1269901","input_length":1323,"t_proxy_recv":26824.566595947,"t_decision_unix":1779960821.121537,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1323.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1323 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1323,"cache_hit":0,"estimated_new_tokens":1323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":1323,"score_linear":135235.0,"score_lmetric":229084},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":1323,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":1323,"score_linear":126924.0,"score_lmetric":109303},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":1323,"score_linear":117357.0,"score_lmetric":2646},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":1323,"score_linear":27639.0,"score_lmetric":1323},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":1323,"score_linear":125063.0,"score_lmetric":237412},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":1323,"score_linear":116178.0,"score_lmetric":2646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":1323,"score_linear":12320.0,"score_lmetric":1323}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26824.663689126,"t_first_token_unix":1779960821.2186327,"t_done":26825.129747686,"t_done_unix":1779960821.6846907},{"request_id":"1268861:1:1268861:102","session_id":"1268861","input_length":12320,"t_proxy_recv":26821.154564195,"t_decision_unix":1779960817.7095056,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":12320.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12320,"cache_hit":0,"estimated_new_tokens":12320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":12320,"score_linear":135235.0,"score_lmetric":251078},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":0,"pending_prefill_tokens":12195,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":12320,"score_linear":12195.0,"score_lmetric":24515},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12320,"score_linear":126924.0,"score_lmetric":120300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12320,"score_linear":117357.0,"score_lmetric":24640},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":46277,"ongoing_decode_tokens":27639,"pending_prefill_tokens":18638,"num_requests":2,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":12320,"score_linear":46277.0,"score_lmetric":61916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":12320,"score_linear":125063.0,"score_lmetric":259406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":12320,"score_linear":102074.0,"score_lmetric":12320},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":181,"cache_hit":0,"new_prefill":12320,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26822.234921801,"t_first_token_unix":1779960818.7898655,"t_done":26825.458652537,"t_done_unix":1779960822.0135958},{"request_id":"1263727:2:1270052:109","session_id":"1263727","input_length":57803,"t_proxy_recv":26825.187196717,"t_decision_unix":1779960821.7421381,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.876909502966974,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7115 < 8000)","v3_prefill_cache_hit":50688,"v3_new_local":7115,"cache_hit":50688,"estimated_new_tokens":7115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":57803,"score_linear":166063.0,"score_lmetric":513390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":57803,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":57803,"score_linear":126924.0,"score_lmetric":165783},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":57803,"score_linear":117357.0,"score_lmetric":115606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":57803,"score_linear":27639.0,"score_lmetric":57803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":57803,"score_linear":125063.0,"score_lmetric":350372},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":50688,"new_prefill":7115,"score_linear":65490.0,"score_lmetric":14230},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":57803,"score_linear":12320.0,"score_lmetric":57803}],"chosen_score_linear":65490.0,"chosen_score_lmetric":14230,"t_first_token":26827.733178705,"t_first_token_unix":1779960824.288122,"t_done":26827.962534272,"t_done_unix":1779960824.5174778},{"request_id":"1269373:1:1269373:106","session_id":"1269373","input_length":14104,"t_proxy_recv":26823.012533708,"t_decision_unix":1779960819.5674753,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":14104.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14104,"cache_hit":0,"estimated_new_tokens":14104,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":10008,"score_linear":131139.0,"score_lmetric":246454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":12195,"ongoing_decode_tokens":12195,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":307,"cache_hit":0,"new_prefill":14104,"score_linear":12195.0,"score_lmetric":14104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14104,"score_linear":126924.0,"score_lmetric":122084},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":14104,"score_linear":117357.0,"score_lmetric":28208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":14104,"score_linear":27639.0,"score_lmetric":14104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":14104,"score_linear":125063.0,"score_lmetric":262974},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":14104,"score_linear":102074.0,"score_lmetric":14104},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79210,"ongoing_decode_tokens":79210,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":181,"cache_hit":7680,"new_prefill":6424,"score_linear":71530.0,"score_lmetric":25696}],"chosen_score_linear":102074.0,"chosen_score_lmetric":14104,"t_first_token":26824.233208529,"t_first_token_unix":1779960820.788152,"t_done":26828.158674783,"t_done_unix":1779960824.7136178},{"request_id":"1256273:4:1259632:60","session_id":"1256273","input_length":12270,"t_proxy_recv":26789.034623645,"t_decision_unix":1779960785.5895653,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6259168704156479,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4590 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":4590,"cache_hit":7680,"estimated_new_tokens":4590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":12270,"score_linear":80365.0,"score_lmetric":59840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":12270,"score_linear":68131.0,"score_lmetric":80401},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9250,"ongoing_decode_tokens":9250,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":12270,"score_linear":9250.0,"score_lmetric":12270},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":12270,"score_linear":90488.0,"score_lmetric":102758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":112793,"ongoing_decode_tokens":0,"pending_prefill_tokens":112793,"num_requests":1,"active_p_offloads":0,"cached_blocks":36,"cache_hit":7680,"new_prefill":4590,"score_linear":105113.0,"score_lmetric":117383},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14291,"ongoing_decode_tokens":14291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":12270,"score_linear":14291.0,"score_lmetric":12270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":12270,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":105113.0,"chosen_score_lmetric":117383,"t_first_token":26827.837484135,"t_first_token_unix":1779960824.3924274,"t_done":26828.878905847,"t_done_unix":1779960825.433849},{"request_id":"1258859:1:1258859:57","session_id":"1258859","input_length":112793,"t_proxy_recv":26786.446632183,"t_decision_unix":1779960783.001573,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":112793.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":112793,"cache_hit":0,"estimated_new_tokens":112793,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":114,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":80365,"ongoing_decode_tokens":27387,"pending_prefill_tokens":17650,"num_requests":2,"active_p_offloads":0,"cached_blocks":165,"cache_hit":0,"new_prefill":112793,"score_linear":80365.0,"score_lmetric":260886},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":112793,"score_linear":68131.0,"score_lmetric":180924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":189,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":90488,"ongoing_decode_tokens":0,"pending_prefill_tokens":90488,"num_requests":1,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":112793,"score_linear":90488.0,"score_lmetric":203281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":169,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":112793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26827.606499564,"t_first_token_unix":1779960824.161443,"t_done":26828.993682847,"t_done_unix":1779960825.5486264},{"request_id":"1266440:2:1270501:112","session_id":"1266440","input_length":11128,"t_proxy_recv":26826.766027912,"t_decision_unix":1779960823.3209696,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":7,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46010064701653486,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":11128.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11128,"cache_hit":0,"estimated_new_tokens":11128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":11128,"score_linear":166063.0,"score_lmetric":373365},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":11128,"score_linear":27927.0,"score_lmetric":39055},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":5120,"new_prefill":6008,"score_linear":121804.0,"score_lmetric":113988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":11128,"score_linear":117357.0,"score_lmetric":22256},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11128,"score_linear":27639.0,"score_lmetric":11128},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":11128,"score_linear":125063.0,"score_lmetric":257022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":11128,"score_linear":173981.0,"score_lmetric":54729},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":11128,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26827.693121011,"t_first_token_unix":1779960824.2480643,"t_done":26830.61094346,"t_done_unix":1779960827.1658864},{"request_id":"1270340:1:1270340:111","session_id":"1270340","input_length":27927,"t_proxy_recv":26826.193753102,"t_decision_unix":1779960822.7486942,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":27927.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27927,"cache_hit":0,"estimated_new_tokens":27927,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":27927,"score_linear":166063.0,"score_lmetric":423762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27927,"score_linear":126924.0,"score_lmetric":135907},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":27927,"score_linear":117357.0,"score_lmetric":55854},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":27927,"score_linear":27639.0,"score_lmetric":27927},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27927,"score_linear":125063.0,"score_lmetric":290620},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":27927,"score_linear":173981.0,"score_lmetric":105126},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":27927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26829.687672089,"t_first_token_unix":1779960826.2426155,"t_done":26830.988871694,"t_done_unix":1779960827.5438178},{"request_id":"1271847:1:1271847:123","session_id":"1271847","input_length":2524,"t_proxy_recv":26831.449096417,"t_decision_unix":1779960828.004026,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":5048.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2524 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2524,"cache_hit":0,"estimated_new_tokens":2524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2524,"score_linear":166063.0,"score_lmetric":347553},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47771,"ongoing_decode_tokens":47771,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":2524,"score_linear":47771.0,"score_lmetric":5048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2524,"score_linear":150574.0,"score_lmetric":240660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2524,"score_linear":139076.0,"score_lmetric":72729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":2524,"score_linear":121069.0,"score_lmetric":191908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2524,"score_linear":113923.0,"score_lmetric":5048},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":2524,"score_linear":134184.0,"score_lmetric":60894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":2524,"score_linear":61159.0,"score_lmetric":5048}],"chosen_score_linear":61159.0,"chosen_score_lmetric":5048,"t_first_token":26831.678042085,"t_first_token_unix":1779960828.2329853,"t_done":26831.93778669,"t_done_unix":1779960828.49273},{"request_id":"1271459:1:1271459:118","session_id":"1271459","input_length":751,"t_proxy_recv":26830.15351859,"t_decision_unix":1779960826.70846,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":751.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (751 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":751,"cache_hit":0,"estimated_new_tokens":751,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":751,"score_linear":166063.0,"score_lmetric":342234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":751,"score_linear":47375.0,"score_lmetric":15822},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":751,"score_linear":126924.0,"score_lmetric":108731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":751,"score_linear":117357.0,"score_lmetric":1502},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":751,"score_linear":121069.0,"score_lmetric":188362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":751,"score_linear":113172.0,"score_lmetric":751},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":751,"score_linear":119780.0,"score_lmetric":36914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":751,"score_linear":72287.0,"score_lmetric":33648}],"chosen_score_linear":113172.0,"chosen_score_lmetric":751,"t_first_token":26830.424348142,"t_first_token_unix":1779960826.9792912,"t_done":26832.116281538,"t_done_unix":1779960828.6712248},{"request_id":"1271328:1:1271328:117","session_id":"1271328","input_length":17706,"t_proxy_recv":26829.735637267,"t_decision_unix":1779960826.2905788,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":17706.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17706,"cache_hit":0,"estimated_new_tokens":17706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":17706,"score_linear":166063.0,"score_lmetric":393099},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":17706,"score_linear":47375.0,"score_lmetric":49732},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17706,"score_linear":126924.0,"score_lmetric":125686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":17706,"score_linear":117357.0,"score_lmetric":35412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":17706,"score_linear":121069.0,"score_lmetric":222272},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":17706,"score_linear":113172.0,"score_lmetric":17706},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":17706,"score_linear":102074.0,"score_lmetric":17706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":17706,"score_linear":72287.0,"score_lmetric":84513}],"chosen_score_linear":102074.0,"chosen_score_lmetric":17706,"t_first_token":26831.50307757,"t_first_token_unix":1779960828.058021,"t_done":26832.124928322,"t_done_unix":1779960828.6798718},{"request_id":"1271991:1:1271991:124","session_id":"1271991","input_length":2851,"t_proxy_recv":26831.983464818,"t_decision_unix":1779960828.5384061,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":5702.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2851 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2851,"cache_hit":0,"estimated_new_tokens":2851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":2851,"score_linear":166063.0,"score_lmetric":348534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47771,"ongoing_decode_tokens":47771,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":2851,"score_linear":47771.0,"score_lmetric":5702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":2851,"score_linear":150574.0,"score_lmetric":241314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":2851,"score_linear":139076.0,"score_lmetric":73710},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":2851,"score_linear":121069.0,"score_lmetric":192562},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":2851,"score_linear":113923.0,"score_lmetric":5702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":32110,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":2851,"score_linear":134184.0,"score_lmetric":8553},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":2851,"score_linear":61159.0,"score_lmetric":5702}],"chosen_score_linear":47771.0,"chosen_score_lmetric":5702,"t_first_token":26832.189247475,"t_first_token_unix":1779960828.7441907,"t_done":26832.455870269,"t_done_unix":1779960829.0108137},{"request_id":"1268831:2:1271087:116","session_id":"1268831","input_length":19448,"t_proxy_recv":26829.021830745,"t_decision_unix":1779960825.5767725,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":12288,"affinity_cache_ratio":0.6318387494858083,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7160 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":7160,"cache_hit":12288,"estimated_new_tokens":7160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":19448,"score_linear":166063.0,"score_lmetric":398325},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":12288,"new_prefill":7160,"score_linear":15639.0,"score_lmetric":35087},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":19448,"score_linear":126924.0,"score_lmetric":127428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":19448,"score_linear":117357.0,"score_lmetric":38896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":19448,"score_linear":121069.0,"score_lmetric":225756},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":0,"pending_prefill_tokens":532,"num_requests":1,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":19448,"score_linear":113172.0,"score_lmetric":19980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":19448,"score_linear":102074.0,"score_lmetric":19448},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":11128,"pending_prefill_tokens":14567,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":19448,"score_linear":72287.0,"score_lmetric":102045}],"chosen_score_linear":15639.0,"chosen_score_lmetric":35087,"t_first_token":26830.635814289,"t_first_token_unix":1779960827.1907575,"t_done":26832.58561439,"t_done_unix":1779960829.1405578},{"request_id":"1270340:2:1271641:121","session_id":"1270340","input_length":28323,"t_proxy_recv":26830.994558982,"t_decision_unix":1779960827.5495005,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9761677788369876,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (675 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":675,"cache_hit":27648,"estimated_new_tokens":675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":28323,"score_linear":166063.0,"score_lmetric":424950},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":19448,"ongoing_decode_tokens":19448,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":27648,"new_prefill":675,"score_linear":-8200.0,"score_lmetric":675},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28323,"score_linear":150574.0,"score_lmetric":292258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28323,"score_linear":139076.0,"score_lmetric":150126},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28323,"score_linear":121069.0,"score_lmetric":243506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":28323,"score_linear":113923.0,"score_lmetric":56646},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":28323,"score_linear":134184.0,"score_lmetric":138291},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":28323,"score_linear":61159.0,"score_lmetric":56646}],"chosen_score_linear":-8200.0,"chosen_score_lmetric":675,"t_first_token":26831.163959429,"t_first_token_unix":1779960827.7189033,"t_done":26833.162507396,"t_done_unix":1779960829.7174509},{"request_id":"1272085:1:1272085:125","session_id":"1272085","input_length":5302,"t_proxy_recv":26832.315884928,"t_decision_unix":1779960828.8708262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":5302.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5302 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5302,"cache_hit":0,"estimated_new_tokens":5302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":5302,"score_linear":166063.0,"score_lmetric":355887},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":50622,"ongoing_decode_tokens":50622,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":5302,"score_linear":50622.0,"score_lmetric":15906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":5302,"score_linear":150574.0,"score_lmetric":246216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":5302,"score_linear":139076.0,"score_lmetric":81063},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":5302,"score_linear":121069.0,"score_lmetric":197464},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":266,"cache_hit":0,"new_prefill":5302,"score_linear":113172.0,"score_lmetric":5302},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116478,"ongoing_decode_tokens":14404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":5302,"score_linear":116478.0,"score_lmetric":10604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":5302,"score_linear":61159.0,"score_lmetric":10604}],"chosen_score_linear":113172.0,"chosen_score_lmetric":5302,"t_first_token":26832.782408441,"t_first_token_unix":1779960829.3373518,"t_done":26833.673253451,"t_done_unix":1779960830.2281966},{"request_id":"1266668:2:1270661:115","session_id":"1266668","input_length":28385,"t_proxy_recv":26827.375782438,"t_decision_unix":1779960823.930724,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.6313193588162762,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17920,"v3_new_local":10465,"cache_hit":17920,"estimated_new_tokens":10465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":24289,"score_linear":161967.0,"score_lmetric":412848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":28385,"score_linear":27927.0,"score_lmetric":56312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":28385,"score_linear":126924.0,"score_lmetric":136365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":28385,"score_linear":117357.0,"score_lmetric":56770},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":28385,"score_linear":121069.0,"score_lmetric":243630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":28385,"score_linear":125063.0,"score_lmetric":291536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":28385,"score_linear":173981.0,"score_lmetric":106500},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":43902,"ongoing_decode_tokens":0,"pending_prefill_tokens":15230,"num_requests":2,"active_p_offloads":0,"cached_blocks":215,"cache_hit":17920,"new_prefill":10465,"score_linear":25982.0,"score_lmetric":51390}],"chosen_score_linear":25982.0,"chosen_score_lmetric":51390,"t_first_token":26830.340034354,"t_first_token_unix":1779960826.8949778,"t_done":26833.954326509,"t_done_unix":1779960830.5092697},{"request_id":"1269373:2:1271580:120","session_id":"1269373","input_length":14404,"t_proxy_recv":26830.564988033,"t_decision_unix":1779960827.1199296,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.995279089141905,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (68 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":68,"cache_hit":14336,"estimated_new_tokens":68,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":10308,"score_linear":161967.0,"score_lmetric":370905},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":14404,"score_linear":47375.0,"score_lmetric":43128},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":14404,"score_linear":126924.0,"score_lmetric":122384},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":14404,"score_linear":139076.0,"score_lmetric":108369},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":14404,"score_linear":121069.0,"score_lmetric":215668},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":14404,"score_linear":113923.0,"score_lmetric":28808},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":14336,"new_prefill":68,"score_linear":105444.0,"score_lmetric":35548},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":72287,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":7680,"new_prefill":6724,"score_linear":64607.0,"score_lmetric":20172}],"chosen_score_linear":105444.0,"chosen_score_lmetric":35548,"t_first_token":26831.52311983,"t_first_token_unix":1779960828.0780632,"t_done":26834.966961023,"t_done_unix":1779960831.5219045},{"request_id":"1265942:3:1272453:127","session_id":"1265942","input_length":18093,"t_proxy_recv":26833.780042739,"t_decision_unix":1779960830.3349843,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":10240,"affinity_cache_ratio":0.5659647377438789,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7853 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":7853,"cache_hit":10240,"estimated_new_tokens":7853,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":18093,"score_linear":166063.0,"score_lmetric":394260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":10240,"new_prefill":7853,"score_linear":-10240.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":18093,"score_linear":150574.0,"score_lmetric":271798},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":18093,"score_linear":139076.0,"score_lmetric":119436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":18093,"score_linear":121069.0,"score_lmetric":223046},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":18093,"score_linear":113172.0,"score_lmetric":18093},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126196,"ongoing_decode_tokens":24122,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":18093,"score_linear":126196.0,"score_lmetric":54279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":0,"new_prefill":18093,"score_linear":61159.0,"score_lmetric":36186}],"chosen_score_linear":-10240.0,"chosen_score_lmetric":0,"t_first_token":26834.764472732,"t_first_token_unix":1779960831.3194163,"t_done":26835.012472647,"t_done_unix":1779960831.5674157},{"request_id":"1272313:1:1272313:126","session_id":"1272313","input_length":9718,"t_proxy_recv":26833.228621247,"t_decision_unix":1779960829.7835627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":4076.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2038 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2038,"cache_hit":7680,"estimated_new_tokens":2038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":5622,"score_linear":161967.0,"score_lmetric":356847},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":407,"cache_hit":0,"new_prefill":9718,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9718,"score_linear":150574.0,"score_lmetric":255048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":9718,"score_linear":139076.0,"score_lmetric":94311},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":9718,"score_linear":121069.0,"score_lmetric":206296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118474,"ongoing_decode_tokens":118474,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":266,"cache_hit":0,"new_prefill":9718,"score_linear":118474.0,"score_lmetric":19436},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116478,"ongoing_decode_tokens":14404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":7680,"new_prefill":2038,"score_linear":108798.0,"score_lmetric":4076},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":240,"cache_hit":7680,"new_prefill":2038,"score_linear":53479.0,"score_lmetric":4076}],"chosen_score_linear":108798.0,"chosen_score_lmetric":4076,"t_first_token":26833.464529702,"t_first_token_unix":1779960830.0194728,"t_done":26836.025676886,"t_done_unix":1779960832.5806208},{"request_id":"1262354:6:1270643:114","session_id":"1262354","input_length":32774,"t_proxy_recv":26827.296971273,"t_decision_unix":1779960823.851913,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.8748398120461341,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4102 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":4102,"cache_hit":28672,"estimated_new_tokens":4102,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":32774,"score_linear":166063.0,"score_lmetric":438303},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":32774,"score_linear":27927.0,"score_lmetric":60701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32774,"score_linear":126924.0,"score_lmetric":140754},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":32774,"score_linear":117357.0,"score_lmetric":65548},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":32774,"score_linear":121069.0,"score_lmetric":252408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":32774,"score_linear":125063.0,"score_lmetric":300314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":32774,"score_linear":173981.0,"score_lmetric":119667},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":215,"cache_hit":28672,"new_prefill":4102,"score_linear":-17544.0,"score_lmetric":15230}],"chosen_score_linear":-17544.0,"chosen_score_lmetric":15230,"t_first_token":26829.28959014,"t_first_token_unix":1779960825.8445342,"t_done":26837.467486783,"t_done_unix":1779960834.02243},{"request_id":"1258859:2:1264639:81","session_id":"1258859","input_length":113172,"t_proxy_recv":26829.017566081,"t_decision_unix":1779960825.5725074,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":112640,"affinity_cache_ratio":0.995299190612519,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":532,"cache_hit":112640,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":113172,"score_linear":166063.0,"score_lmetric":679497},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":113172,"score_linear":27927.0,"score_lmetric":141099},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":113172,"score_linear":126924.0,"score_lmetric":221152},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":113172,"score_linear":117357.0,"score_lmetric":226344},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":113172,"score_linear":121069.0,"score_lmetric":413204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":265,"cache_hit":112640,"new_prefill":532,"score_linear":-112640.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":113172,"score_linear":102074.0,"score_lmetric":113172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":11128,"pending_prefill_tokens":14567,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":113172,"score_linear":72287.0,"score_lmetric":383217}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":26829.380059237,"t_first_token_unix":1779960825.9350026,"t_done":26837.772485984,"t_done_unix":1779960834.327429},{"request_id":"1272085:2:1273645:130","session_id":"1272085","input_length":8017,"t_proxy_recv":26837.948660863,"t_decision_unix":1779960834.5036025,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6386428838717725,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2897 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":2897,"cache_hit":5120,"estimated_new_tokens":2897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":8017,"score_linear":166063.0,"score_lmetric":364032},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":0,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":8017,"score_linear":21963.0,"score_lmetric":29980},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8017,"score_linear":150574.0,"score_lmetric":251646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8017,"score_linear":139076.0,"score_lmetric":89208},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8017,"score_linear":121069.0,"score_lmetric":202894},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":278,"cache_hit":5120,"new_prefill":2897,"score_linear":-5120.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":8017,"score_linear":102074.0,"score_lmetric":8017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":270,"cache_hit":0,"new_prefill":8017,"score_linear":33711.0,"score_lmetric":8017}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":26838.25303046,"t_first_token_unix":1779960834.8079739,"t_done":26838.603839096,"t_done_unix":1779960835.1587825},{"request_id":"1266668:3:1273119:128","session_id":"1266668","input_length":33711,"t_proxy_recv":26836.004674263,"t_decision_unix":1779960832.5596154,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.850523567974845,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5039 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":5039,"cache_hit":28672,"estimated_new_tokens":5039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":29615,"score_linear":161967.0,"score_lmetric":428826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":33711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33711,"score_linear":150574.0,"score_lmetric":303034},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":33711,"score_linear":139076.0,"score_lmetric":166290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":33711,"score_linear":121069.0,"score_lmetric":254282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":33711,"score_linear":113172.0,"score_lmetric":33711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":111792,"ongoing_decode_tokens":9718,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":423,"cache_hit":7680,"new_prefill":26031,"score_linear":104112.0,"score_lmetric":52062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32774,"ongoing_decode_tokens":32774,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":261,"cache_hit":28672,"new_prefill":5039,"score_linear":4102.0,"score_lmetric":5039}],"chosen_score_linear":4102.0,"chosen_score_lmetric":5039,"t_first_token":26837.141951072,"t_first_token_unix":1779960833.6968946,"t_done":26839.820800098,"t_done_unix":1779960836.3757432},{"request_id":"1265942:4:1274182:133","session_id":"1265942","input_length":21229,"t_proxy_recv":26839.833937409,"t_decision_unix":1779960836.3888788,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8441283150407461,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3309 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":3309,"cache_hit":17920,"estimated_new_tokens":3309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21229,"score_linear":166063.0,"score_lmetric":403668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":21963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":17920,"new_prefill":3309,"score_linear":4043.0,"score_lmetric":3309},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21229,"score_linear":150574.0,"score_lmetric":278070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21229,"score_linear":139076.0,"score_lmetric":128844},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21229,"score_linear":121069.0,"score_lmetric":229318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":21229,"score_linear":127182.0,"score_lmetric":42458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":21229,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":4043.0,"chosen_score_lmetric":3309,"t_first_token":26840.360694203,"t_first_token_unix":1779960836.9156377,"t_done":26840.983036737,"t_done_unix":1779960837.5379798},{"request_id":"1274405:1:1274405:134","session_id":"1274405","input_length":6208,"t_proxy_recv":26840.747095579,"t_decision_unix":1779960837.3020368,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6208.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6208 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6208,"cache_hit":0,"estimated_new_tokens":6208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":6208,"score_linear":166063.0,"score_lmetric":358605},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43192,"ongoing_decode_tokens":43192,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":6208,"score_linear":43192.0,"score_lmetric":12416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6208,"score_linear":150574.0,"score_lmetric":248028},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6208,"score_linear":139076.0,"score_lmetric":83781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":6208,"score_linear":121069.0,"score_lmetric":199276},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":6208,"score_linear":127182.0,"score_lmetric":12416},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":280,"cache_hit":0,"new_prefill":6208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26841.154761987,"t_first_token_unix":1779960837.709705,"t_done":26841.628562954,"t_done_unix":1779960838.183506},{"request_id":"1271328:2:1273711:131","session_id":"1271328","input_length":25108,"t_proxy_recv":26838.211145492,"t_decision_unix":1779960834.7660866,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.6933248367054325,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7700 < 8000)","v3_prefill_cache_hit":17408,"v3_new_local":7700,"cache_hit":17408,"estimated_new_tokens":7700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":25108,"score_linear":166063.0,"score_lmetric":415305},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":0,"pending_prefill_tokens":21963,"num_requests":1,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":25108,"score_linear":21963.0,"score_lmetric":47071},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25108,"score_linear":150574.0,"score_lmetric":285828},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":25108,"score_linear":139076.0,"score_lmetric":140481},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":25108,"score_linear":121069.0,"score_lmetric":237076},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":8017,"ongoing_decode_tokens":0,"pending_prefill_tokens":2897,"num_requests":1,"active_p_offloads":0,"cached_blocks":278,"cache_hit":0,"new_prefill":25108,"score_linear":8017.0,"score_lmetric":28005},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":17408,"new_prefill":7700,"score_linear":84666.0,"score_lmetric":7700},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33711,"ongoing_decode_tokens":33711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":270,"cache_hit":0,"new_prefill":25108,"score_linear":33711.0,"score_lmetric":25108}],"chosen_score_linear":84666.0,"chosen_score_lmetric":7700,"t_first_token":26839.463299046,"t_first_token_unix":1779960836.0182426,"t_done":26842.289175514,"t_done_unix":1779960838.8441186},{"request_id":"1273203:1:1273203:129","session_id":"1273203","input_length":21963,"t_proxy_recv":26836.307298005,"t_decision_unix":1779960832.8622396,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":21963.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21963,"cache_hit":0,"estimated_new_tokens":21963,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21963,"score_linear":166063.0,"score_lmetric":405870},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":422,"cache_hit":0,"new_prefill":21963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21963,"score_linear":150574.0,"score_lmetric":279538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21963,"score_linear":139076.0,"score_lmetric":131046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21963,"score_linear":121069.0,"score_lmetric":230786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113172,"ongoing_decode_tokens":113172,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":276,"cache_hit":0,"new_prefill":21963,"score_linear":113172.0,"score_lmetric":21963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":21963,"score_linear":102074.0,"score_lmetric":21963},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66485,"ongoing_decode_tokens":32774,"pending_prefill_tokens":5039,"num_requests":2,"active_p_offloads":0,"cached_blocks":261,"cache_hit":0,"new_prefill":21963,"score_linear":66485.0,"score_lmetric":54004}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26838.67814377,"t_first_token_unix":1779960835.233087,"t_done":26842.749219841,"t_done_unix":1779960839.304163},{"request_id":"1274890:1:1274890:135","session_id":"1274890","input_length":10506,"t_proxy_recv":26842.271931932,"t_decision_unix":1779960838.8268733,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":10506.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10506,"cache_hit":0,"estimated_new_tokens":10506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":10506,"score_linear":166063.0,"score_lmetric":371499},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":21963,"ongoing_decode_tokens":21963,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":428,"cache_hit":0,"new_prefill":10506,"score_linear":21963.0,"score_lmetric":10506},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10506,"score_linear":150574.0,"score_lmetric":256624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10506,"score_linear":139076.0,"score_lmetric":96675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":10506,"score_linear":121069.0,"score_lmetric":207872},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":283,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":127182,"ongoing_decode_tokens":25108,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":427,"cache_hit":0,"new_prefill":10506,"score_linear":127182.0,"score_lmetric":21012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":10506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26843.089521297,"t_first_token_unix":1779960839.6444647,"t_done":26843.341334755,"t_done_unix":1779960839.8962774},{"request_id":"1275433:1:1275433:137","session_id":"1275433","input_length":7794,"t_proxy_recv":26844.024742389,"t_decision_unix":1779960840.5796835,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":7794.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7794 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7794,"cache_hit":0,"estimated_new_tokens":7794,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":7794,"score_linear":166063.0,"score_lmetric":363363},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7794,"score_linear":150574.0,"score_lmetric":251200},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":7794,"score_linear":139076.0,"score_lmetric":88539},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":7794,"score_linear":121069.0,"score_lmetric":202448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7794,"score_linear":114612.0,"score_lmetric":122406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":7794,"score_linear":102074.0,"score_lmetric":7794},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":7794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26844.561066952,"t_first_token_unix":1779960841.1160107,"t_done":26844.612749994,"t_done_unix":1779960841.1676931},{"request_id":"1275433:2:1276027:139","session_id":"1275433","input_length":7463,"t_proxy_recv":26846.298262018,"t_decision_unix":1779960842.8532035,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.960471660190272,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (295 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":295,"cache_hit":7168,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":7463,"score_linear":166063.0,"score_lmetric":362370},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":7168,"new_prefill":295,"score_linear":-7168.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":7463,"score_linear":150574.0,"score_lmetric":250538},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":7463,"score_linear":139076.0,"score_lmetric":87546},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":7463,"score_linear":121069.0,"score_lmetric":201786},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7463,"score_linear":114612.0,"score_lmetric":122075},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":7463,"score_linear":112713.0,"score_lmetric":14926},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":7463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7168.0,"chosen_score_lmetric":0,"t_first_token":26846.326600712,"t_first_token_unix":1779960842.8815436,"t_done":26846.336143352,"t_done_unix":1779960842.891086},{"request_id":"1272313:2:1275926:138","session_id":"1272313","input_length":10639,"t_proxy_recv":26845.963411768,"t_decision_unix":1779960842.518353,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":9728,"affinity_cache_ratio":0.914371651471003,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (911 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":911,"cache_hit":9728,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":6543,"score_linear":161967.0,"score_lmetric":359610},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":10639,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":10639,"score_linear":150574.0,"score_lmetric":256890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10639,"score_linear":139076.0,"score_lmetric":97074},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":10639,"score_linear":121069.0,"score_lmetric":208138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":10639,"score_linear":114612.0,"score_lmetric":125251},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":9728,"new_prefill":911,"score_linear":92346.0,"score_lmetric":911},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":7680,"new_prefill":2959,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":92346.0,"chosen_score_lmetric":911,"t_first_token":26846.122059342,"t_first_token_unix":1779960842.6770027,"t_done":26847.420973108,"t_done_unix":1779960843.9759164},{"request_id":"1260327:2:1270005:108","session_id":"1260327","input_length":30828,"t_proxy_recv":26824.991941122,"t_decision_unix":1779960821.5468826,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":108,"cache_hit":30720,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":30720,"new_prefill":108,"score_linear":104515.0,"score_lmetric":226654},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":1323,"ongoing_decode_tokens":1323,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":331,"cache_hit":0,"new_prefill":30828,"score_linear":1323.0,"score_lmetric":30828},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30828,"score_linear":126924.0,"score_lmetric":138808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":30828,"score_linear":117357.0,"score_lmetric":61656},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":30828,"score_linear":27639.0,"score_lmetric":30828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":30828,"score_linear":125063.0,"score_lmetric":296422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":116178,"ongoing_decode_tokens":14104,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":30828,"score_linear":116178.0,"score_lmetric":61656},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12320,"ongoing_decode_tokens":12320,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":191,"cache_hit":0,"new_prefill":30828,"score_linear":12320.0,"score_lmetric":30828}],"chosen_score_linear":104515.0,"chosen_score_lmetric":226654,"t_first_token":26846.880378075,"t_first_token_unix":1779960843.435321,"t_done":26847.622593068,"t_done_unix":1779960844.1775365},{"request_id":"1264679:1:1264679:82","session_id":"1264679","input_length":110048,"t_proxy_recv":26806.917989261,"t_decision_unix":1779960803.4729302,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":110048.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":110048,"cache_hit":0,"estimated_new_tokens":110048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":110048,"score_linear":55989.0,"score_lmetric":110048},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":110048,"score_linear":71575.0,"score_lmetric":332680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":110048,"score_linear":113053.0,"score_lmetric":405242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":110048,"score_linear":125063.0,"score_lmetric":454862},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":110048,"score_linear":50783.0,"score_lmetric":160831},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":110048,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26846.875128374,"t_first_token_unix":1779960843.4300718,"t_done":26848.355792127,"t_done_unix":1779960844.9107354},{"request_id":"1276136:1:1276136:141","session_id":"1276136","input_length":17280,"t_proxy_recv":26846.72745108,"t_decision_unix":1779960843.2823923,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":17280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17280,"cache_hit":0,"estimated_new_tokens":17280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":17280,"score_linear":166063.0,"score_lmetric":391821},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":17280,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":17280,"score_linear":150574.0,"score_lmetric":270172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":17280,"score_linear":139076.0,"score_lmetric":116997},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":17280,"score_linear":121069.0,"score_lmetric":221420},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":17280,"score_linear":114612.0,"score_lmetric":131892},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":17280,"score_linear":112713.0,"score_lmetric":34560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":17280,"score_linear":15783.0,"score_lmetric":33063}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26848.383269885,"t_first_token_unix":1779960844.9382129,"t_done":26848.76463681,"t_done_unix":1779960845.3195796},{"request_id":"1276498:1:1276498:142","session_id":"1276498","input_length":8704,"t_proxy_recv":26847.979267043,"t_decision_unix":1779960844.5342085,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":8704.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8704,"cache_hit":0,"estimated_new_tokens":8704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166518,"ongoing_decode_tokens":166518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":8704,"score_linear":166518.0,"score_lmetric":26112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":8704,"score_linear":17280.0,"score_lmetric":25984},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8704,"score_linear":150574.0,"score_lmetric":253020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8704,"score_linear":139076.0,"score_lmetric":91269},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8704,"score_linear":121069.0,"score_lmetric":204268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":8704,"score_linear":114612.0,"score_lmetric":123316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":8704,"score_linear":102074.0,"score_lmetric":8704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":8704,"score_linear":15783.0,"score_lmetric":24487}],"chosen_score_linear":102074.0,"chosen_score_lmetric":8704,"t_first_token":26848.62224699,"t_first_token_unix":1779960845.17719,"t_done":26848.881968373,"t_done_unix":1779960845.4369113},{"request_id":"1260327:3:1273741:132","session_id":"1260327","input_length":31283,"t_proxy_recv":26847.629458646,"t_decision_unix":1779960844.1844,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9820030048269028,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (563 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":563,"cache_hit":30720,"estimated_new_tokens":563,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":135235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":30720,"new_prefill":563,"score_linear":104515.0,"score_lmetric":1126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":31283,"score_linear":17280.0,"score_lmetric":48563},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31283,"score_linear":150574.0,"score_lmetric":298178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31283,"score_linear":139076.0,"score_lmetric":159006},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31283,"score_linear":121069.0,"score_lmetric":249426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31283,"score_linear":114612.0,"score_lmetric":145895},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":31283,"score_linear":102074.0,"score_lmetric":31283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":31283,"score_linear":15783.0,"score_lmetric":47066}],"chosen_score_linear":104515.0,"chosen_score_lmetric":1126,"t_first_token":26847.826369642,"t_first_token_unix":1779960844.3813133,"t_done":26848.958966927,"t_done_unix":1779960845.5139103},{"request_id":"1276111:1:1276111:140","session_id":"1276111","input_length":15783,"t_proxy_recv":26846.643448394,"t_decision_unix":1779960843.1983898,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":15783.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15783,"cache_hit":0,"estimated_new_tokens":15783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":15783,"score_linear":166063.0,"score_lmetric":387330},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":15783,"score_linear":150574.0,"score_lmetric":267178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":15783,"score_linear":139076.0,"score_lmetric":112506},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":15783,"score_linear":121069.0,"score_lmetric":218426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15783,"score_linear":114612.0,"score_lmetric":130395},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":112713,"ongoing_decode_tokens":10639,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":15783,"score_linear":112713.0,"score_lmetric":31566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":15783,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26848.078393225,"t_first_token_unix":1779960844.633336,"t_done":26852.850686785,"t_done_unix":1779960849.4056304},{"request_id":"1274405:2:1276717:144","session_id":"1274405","input_length":6360,"t_proxy_recv":26848.758394023,"t_decision_unix":1779960845.3133352,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.9660377358490566,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (216 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":216,"cache_hit":6144,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":56470,"ongoing_decode_tokens":56470,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":400,"cache_hit":0,"new_prefill":6360,"score_linear":56470.0,"score_lmetric":12720},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":17280,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":6360,"score_linear":17280.0,"score_lmetric":6360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":6360,"score_linear":150574.0,"score_lmetric":248332},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":6360,"score_linear":139076.0,"score_lmetric":84237},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":6360,"score_linear":121069.0,"score_lmetric":199580},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":6360,"score_linear":114612.0,"score_lmetric":120972},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110778,"ongoing_decode_tokens":8704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":444,"cache_hit":0,"new_prefill":6360,"score_linear":110778.0,"score_lmetric":12720},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":65163,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15588,"num_requests":2,"active_p_offloads":0,"cached_blocks":292,"cache_hit":6144,"new_prefill":216,"score_linear":59019.0,"score_lmetric":31608}],"chosen_score_linear":59019.0,"chosen_score_lmetric":31608,"t_first_token":26852.417565471,"t_first_token_unix":1779960848.9725087,"t_done":26852.885275571,"t_done_unix":1779960849.4402184},{"request_id":"1277533:1:1277533:150","session_id":"1277533","input_length":4729,"t_proxy_recv":26851.775836014,"t_decision_unix":1779960848.3307774,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":9458.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4729 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4729,"cache_hit":0,"estimated_new_tokens":4729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":4729,"score_linear":52408.0,"score_lmetric":63900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":4729,"score_linear":43137.0,"score_lmetric":34236},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4729,"score_linear":150574.0,"score_lmetric":245070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":4729,"score_linear":139076.0,"score_lmetric":79344},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":4729,"score_linear":121069.0,"score_lmetric":196318},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4729,"score_linear":114612.0,"score_lmetric":119341},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":4729,"score_linear":118974.0,"score_lmetric":9458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":4729,"score_linear":105047.0,"score_lmetric":83108}],"chosen_score_linear":118974.0,"chosen_score_lmetric":9458,"t_first_token":26852.084994397,"t_first_token_unix":1779960848.6399379,"t_done":26852.916516937,"t_done_unix":1779960849.4714599},{"request_id":"1271991:2:1276999:145","session_id":"1271991","input_length":11292,"t_proxy_recv":26849.744417674,"t_decision_unix":1779960846.2993593,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":2560,"affinity_cache_ratio":0.2267091746369111,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":8732.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":8732,"cache_hit":2560,"estimated_new_tokens":8732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":11292,"score_linear":25187.0,"score_lmetric":11292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":519,"cache_hit":2560,"new_prefill":8732,"score_linear":-2560.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11292,"score_linear":150574.0,"score_lmetric":258196},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":11292,"score_linear":139076.0,"score_lmetric":99033},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11292,"score_linear":121069.0,"score_lmetric":209444},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11292,"score_linear":114612.0,"score_lmetric":125904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":11292,"score_linear":102074.0,"score_lmetric":11292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71523,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15804,"num_requests":3,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":11292,"score_linear":71523.0,"score_lmetric":81288}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":26850.492277003,"t_first_token_unix":1779960847.0472202,"t_done":26853.114890273,"t_done_unix":1779960849.6698334},{"request_id":"1268831:3:1277112:147","session_id":"1268831","input_length":31845,"t_proxy_recv":26850.190984966,"t_decision_unix":1779960846.7459264,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19456,"affinity_cache_ratio":0.6109593342753965,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":19456,"v3_new_local":12389,"cache_hit":19456,"estimated_new_tokens":12389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":31845,"score_linear":25187.0,"score_lmetric":31845},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":19456,"new_prefill":12389,"score_linear":-8164.0,"score_lmetric":21121},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31845,"score_linear":150574.0,"score_lmetric":299302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31845,"score_linear":139076.0,"score_lmetric":160692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31845,"score_linear":121069.0,"score_lmetric":250550},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31845,"score_linear":114612.0,"score_lmetric":146457},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":31845,"score_linear":102074.0,"score_lmetric":31845},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":31845,"score_linear":105047.0,"score_lmetric":191572}],"chosen_score_linear":-8164.0,"chosen_score_lmetric":21121,"t_first_token":26852.828971141,"t_first_token_unix":1779960849.383973,"t_done":26854.905927842,"t_done_unix":1779960851.460871},{"request_id":"1260327:4:1277974:154","session_id":"1260327","input_length":31430,"t_proxy_recv":26853.400155603,"t_decision_unix":1779960849.9550965,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9937002863506205,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (198 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":198,"cache_hit":31232,"estimated_new_tokens":198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":31232,"new_prefill":198,"score_linear":21176.0,"score_lmetric":54838},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":31430,"score_linear":54418.0,"score_lmetric":62860},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":31430,"score_linear":150574.0,"score_lmetric":298472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":31430,"score_linear":139076.0,"score_lmetric":159447},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":31430,"score_linear":121069.0,"score_lmetric":249720},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31430,"score_linear":123496.0,"score_lmetric":292084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":16900,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":31430,"score_linear":143196.0,"score_lmetric":143916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":31430,"score_linear":82904.0,"score_lmetric":62860}],"chosen_score_linear":21176.0,"chosen_score_lmetric":54838,"t_first_token":26854.779720833,"t_first_token_unix":1779960851.3346653,"t_done":26855.484512626,"t_done_unix":1779960852.0394557},{"request_id":"1273203:2:1277744:152","session_id":"1273203","input_length":22573,"t_proxy_recv":26852.499101938,"t_decision_unix":1779960849.0540433,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9753245027244939,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (557 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":557,"cache_hit":22016,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":22573,"score_linear":52408.0,"score_lmetric":99588},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":22016,"new_prefill":557,"score_linear":21121.0,"score_lmetric":25892},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":22573,"score_linear":150574.0,"score_lmetric":280758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":22573,"score_linear":139076.0,"score_lmetric":132876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":22573,"score_linear":121069.0,"score_lmetric":232006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":22573,"score_linear":123496.0,"score_lmetric":274370},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132587,"ongoing_decode_tokens":21629,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":22573,"score_linear":132587.0,"score_lmetric":90292},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":105047,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":22573,"score_linear":105047.0,"score_lmetric":90292}],"chosen_score_linear":21121.0,"chosen_score_lmetric":25892,"t_first_token":26852.869096767,"t_first_token_unix":1779960849.4240398,"t_done":26855.627925282,"t_done_unix":1779960852.1828682},{"request_id":"1277428:1:1277428:149","session_id":"1277428","input_length":27221,"t_proxy_recv":26851.347697508,"t_decision_unix":1779960847.9026387,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":27221.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,2,3,2,1,2,4])","v3_prefill_cache_hit":0,"v3_new_local":27221,"cache_hit":0,"estimated_new_tokens":27221,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":27221,"score_linear":25187.0,"score_lmetric":27221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":3584,"new_prefill":23637,"score_linear":39553.0,"score_lmetric":72052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":27221,"score_linear":150574.0,"score_lmetric":290054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":17408,"new_prefill":9813,"score_linear":121668.0,"score_lmetric":94596},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":27221,"score_linear":121069.0,"score_lmetric":241302},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":27221,"score_linear":114612.0,"score_lmetric":141833},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":0,"pending_prefill_tokens":2052,"num_requests":2,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":27221,"score_linear":118974.0,"score_lmetric":58546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":27221,"score_linear":105047.0,"score_lmetric":173076}],"chosen_score_linear":25187.0,"chosen_score_lmetric":27221,"t_first_token":26854.736371898,"t_first_token_unix":1779960851.2913156,"t_done":26855.750287008,"t_done_unix":1779960852.3052301},{"request_id":"1262354:7:1277104:146","session_id":"1262354","input_length":33524,"t_proxy_recv":26850.151631793,"t_decision_unix":1779960846.7065732,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.992721632263453,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":244,"cache_hit":33280,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":33524,"score_linear":25187.0,"score_lmetric":33524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":11292,"ongoing_decode_tokens":0,"pending_prefill_tokens":8732,"num_requests":1,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":33524,"score_linear":11292.0,"score_lmetric":42256},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33524,"score_linear":150574.0,"score_lmetric":302660},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":33524,"score_linear":139076.0,"score_lmetric":165729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":33524,"score_linear":121069.0,"score_lmetric":253908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":33524,"score_linear":114612.0,"score_lmetric":148136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":33524,"score_linear":102074.0,"score_lmetric":33524},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71523,"ongoing_decode_tokens":15783,"pending_prefill_tokens":15804,"num_requests":3,"active_p_offloads":0,"cached_blocks":292,"cache_hit":33280,"new_prefill":244,"score_linear":38243.0,"score_lmetric":48144}],"chosen_score_linear":38243.0,"chosen_score_lmetric":48144,"t_first_token":26852.414335617,"t_first_token_unix":1779960848.9692793,"t_done":26856.293675305,"t_done_unix":1779960852.8486187},{"request_id":"1266668:4:1276519:143","session_id":"1266668","input_length":49380,"t_proxy_recv":26848.037974079,"t_decision_unix":1779960844.5929158,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.684325637910085,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":33792,"v3_new_local":15588,"cache_hit":33792,"estimated_new_tokens":15588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166518,"ongoing_decode_tokens":166518,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":4096,"new_prefill":45284,"score_linear":162422.0,"score_lmetric":135852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":17280,"ongoing_decode_tokens":0,"pending_prefill_tokens":17280,"num_requests":1,"active_p_offloads":0,"cached_blocks":486,"cache_hit":0,"new_prefill":49380,"score_linear":17280.0,"score_lmetric":66660},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":49380,"score_linear":150574.0,"score_lmetric":334372},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":49380,"score_linear":139076.0,"score_lmetric":213297},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":49380,"score_linear":121069.0,"score_lmetric":285620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":49380,"score_linear":114612.0,"score_lmetric":163992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":110778,"ongoing_decode_tokens":0,"pending_prefill_tokens":8704,"num_requests":2,"active_p_offloads":0,"cached_blocks":444,"cache_hit":7680,"new_prefill":41700,"score_linear":103098.0,"score_lmetric":100808},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15783,"ongoing_decode_tokens":0,"pending_prefill_tokens":15783,"num_requests":1,"active_p_offloads":0,"cached_blocks":292,"cache_hit":33792,"new_prefill":15588,"score_linear":-18009.0,"score_lmetric":31371}],"chosen_score_linear":-18009.0,"chosen_score_lmetric":31371,"t_first_token":26852.365446226,"t_first_token_unix":1779960848.9203901,"t_done":26857.522579173,"t_done_unix":1779960854.0775244},{"request_id":"1270606:1:1270606:113","session_id":"1270606","input_length":93430,"t_proxy_recv":26827.201137853,"t_decision_unix":1779960823.7560794,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":93430.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,1,2,1,2,4,1])","v3_prefill_cache_hit":0,"v3_new_local":93430,"cache_hit":0,"estimated_new_tokens":93430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":93430,"score_linear":166063.0,"score_lmetric":620271},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27927,"ongoing_decode_tokens":0,"pending_prefill_tokens":27927,"num_requests":1,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":93430,"score_linear":27927.0,"score_lmetric":121357},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":93430,"score_linear":126924.0,"score_lmetric":201410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":93430,"score_linear":117357.0,"score_lmetric":186860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":93430,"score_linear":27639.0,"score_lmetric":93430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":93430,"score_linear":125063.0,"score_lmetric":421626},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":173981,"ongoing_decode_tokens":14104,"pending_prefill_tokens":7115,"num_requests":3,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":93430,"score_linear":173981.0,"score_lmetric":301635},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11128,"ongoing_decode_tokens":0,"pending_prefill_tokens":11128,"num_requests":1,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":93430,"score_linear":11128.0,"score_lmetric":104558}],"chosen_score_linear":27639.0,"chosen_score_lmetric":93430,"t_first_token":26856.137798515,"t_first_token_unix":1779960852.6927447,"t_done":26858.188228613,"t_done_unix":1779960854.743173},{"request_id":"1271486:1:1271486:119","session_id":"1271486","input_length":21719,"t_proxy_recv":26830.251155507,"t_decision_unix":1779960826.8060968,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":43438.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,2,1,2,2,2,3,3])","v3_prefill_cache_hit":0,"v3_new_local":21719,"cache_hit":0,"estimated_new_tokens":21719,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":21719,"score_linear":166063.0,"score_lmetric":405138},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":27927,"pending_prefill_tokens":7160,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":21719,"score_linear":47375.0,"score_lmetric":57758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":21719,"score_linear":126924.0,"score_lmetric":129699},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":117357,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21719,"score_linear":117357.0,"score_lmetric":43438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":21719,"score_linear":121069.0,"score_lmetric":230298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113172,"pending_prefill_tokens":751,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":21719,"score_linear":113923.0,"score_lmetric":44940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":119780,"ongoing_decode_tokens":0,"pending_prefill_tokens":17706,"num_requests":2,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":21719,"score_linear":119780.0,"score_lmetric":78850},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":72287,"ongoing_decode_tokens":43902,"pending_prefill_tokens":10465,"num_requests":3,"active_p_offloads":0,"cached_blocks":215,"cache_hit":0,"new_prefill":21719,"score_linear":72287.0,"score_lmetric":96552}],"chosen_score_linear":117357.0,"chosen_score_lmetric":43438,"t_first_token":26856.513777398,"t_first_token_unix":1779960853.068722,"t_done":26858.383962339,"t_done_unix":1779960854.9389062},{"request_id":"1276498:2:1278996:157","session_id":"1276498","input_length":16650,"t_proxy_recv":26856.929410754,"t_decision_unix":1779960853.4843516,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5227627627627628,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7946 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":7946,"cache_hit":8704,"estimated_new_tokens":7946,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":16650,"score_linear":25187.0,"score_lmetric":16650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":16650,"score_linear":58752.0,"score_lmetric":16650},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16650,"score_linear":150574.0,"score_lmetric":268912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":16650,"score_linear":37002.0,"score_lmetric":33300},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":16650,"score_linear":121069.0,"score_lmetric":33300},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16650,"score_linear":241593.0,"score_lmetric":407085},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":41122,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":487,"cache_hit":8704,"new_prefill":7946,"score_linear":134492.0,"score_lmetric":23838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49380,"ongoing_decode_tokens":49380,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":16650,"score_linear":49380.0,"score_lmetric":16650}],"chosen_score_linear":134492.0,"chosen_score_lmetric":23838,"t_first_token":26857.891143321,"t_first_token_unix":1779960854.4460874,"t_done":26858.415940861,"t_done_unix":1779960854.970884},{"request_id":"1268831:4:1279168:158","session_id":"1268831","input_length":32346,"t_proxy_recv":26857.41568392,"t_decision_unix":1779960853.970625,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9813887343102702,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (602 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":602,"cache_hit":31744,"estimated_new_tokens":602,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":32346,"score_linear":25187.0,"score_lmetric":32346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":561,"cache_hit":31744,"new_prefill":602,"score_linear":27008.0,"score_lmetric":602},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":32346,"score_linear":150574.0,"score_lmetric":300304},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":32346,"score_linear":37002.0,"score_lmetric":64692},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":32346,"score_linear":121069.0,"score_lmetric":64692},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":32346,"score_linear":241593.0,"score_lmetric":454173},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":159846,"ongoing_decode_tokens":41122,"pending_prefill_tokens":7946,"num_requests":4,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":32346,"score_linear":159846.0,"score_lmetric":161168},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":49380,"ongoing_decode_tokens":49380,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":32346,"score_linear":49380.0,"score_lmetric":32346}],"chosen_score_linear":27008.0,"chosen_score_lmetric":602,"t_first_token":26857.545264695,"t_first_token_unix":1779960854.1002085,"t_done":26859.421502106,"t_done_unix":1779960855.9764454},{"request_id":"1272313:3:1279208:159","session_id":"1272313","input_length":11549,"t_proxy_recv":26857.591635332,"t_decision_unix":1779960854.1465764,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9309896960775825,"affinity_num_requests":4,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (797 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":797,"cache_hit":10752,"estimated_new_tokens":797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":7453,"score_linear":21091.0,"score_lmetric":7453},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91098,"ongoing_decode_tokens":91098,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":11549,"score_linear":91098.0,"score_lmetric":23098},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":11549,"score_linear":150574.0,"score_lmetric":258710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":37002,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":0,"new_prefill":11549,"score_linear":37002.0,"score_lmetric":23098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":121069,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":11549,"score_linear":121069.0,"score_lmetric":23098},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11549,"score_linear":241593.0,"score_lmetric":391782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":159846,"ongoing_decode_tokens":41122,"pending_prefill_tokens":7946,"num_requests":4,"active_p_offloads":0,"cached_blocks":487,"cache_hit":10752,"new_prefill":797,"score_linear":149094.0,"score_lmetric":34972},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":354,"cache_hit":7680,"new_prefill":3869,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":149094.0,"chosen_score_lmetric":34972,"t_first_token":26858.005188825,"t_first_token_unix":1779960854.5601332,"t_done":26860.083676938,"t_done_unix":1779960856.6386206},{"request_id":"1253804:5:1278488:156","session_id":"1253804","input_length":58752,"t_proxy_recv":26855.08050686,"t_decision_unix":1779960851.6354456,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9760348583877996,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1408 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":1408,"cache_hit":57344,"estimated_new_tokens":1408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83838,"ongoing_decode_tokens":83838,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":58752,"score_linear":83838.0,"score_lmetric":176256},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":22573,"ongoing_decode_tokens":22573,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":560,"cache_hit":57344,"new_prefill":1408,"score_linear":-34771.0,"score_lmetric":1408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58752,"score_linear":150574.0,"score_lmetric":353116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37002,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":2,"active_p_offloads":0,"cached_blocks":520,"cache_hit":3584,"new_prefill":55168,"score_linear":33418.0,"score_lmetric":153774},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":58752,"score_linear":121069.0,"score_lmetric":304364},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":58752,"score_linear":241593.0,"score_lmetric":533391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":16900,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":58752,"score_linear":143196.0,"score_lmetric":225882},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":58752,"score_linear":82904.0,"score_lmetric":117504}],"chosen_score_linear":-34771.0,"chosen_score_lmetric":1408,"t_first_token":26855.620799553,"t_first_token_unix":1779960852.1757433,"t_done":26860.285890963,"t_done_unix":1779960856.8408344},{"request_id":"1269373:3:1277365:148","session_id":"1269373","input_length":16900,"t_proxy_recv":26851.067128101,"t_decision_unix":1779960847.6220696,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.8785798816568048,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2052 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":2052,"cache_hit":14848,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":401,"cache_hit":4096,"new_prefill":12804,"score_linear":21091.0,"score_lmetric":12804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":16900,"score_linear":43137.0,"score_lmetric":58578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":16900,"score_linear":150574.0,"score_lmetric":269412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":16900,"score_linear":139076.0,"score_lmetric":115857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":16900,"score_linear":121069.0,"score_lmetric":220660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16900,"score_linear":114612.0,"score_lmetric":131512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":461,"cache_hit":14848,"new_prefill":2052,"score_linear":87226.0,"score_lmetric":2052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":7680,"new_prefill":9220,"score_linear":97367.0,"score_lmetric":101072}],"chosen_score_linear":87226.0,"chosen_score_lmetric":2052,"t_first_token":26851.416268756,"t_first_token_unix":1779960847.9712124,"t_done":26860.566656679,"t_done_unix":1779960857.1216002},{"request_id":"1279412:1:1279412:160","session_id":"1279412","input_length":20136,"t_proxy_recv":26858.396553203,"t_decision_unix":1779960854.9514947,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":7336.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7336 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":7336,"cache_hit":12800,"estimated_new_tokens":7336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":20136,"score_linear":25187.0,"score_lmetric":20136},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91098,"ongoing_decode_tokens":91098,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":561,"cache_hit":0,"new_prefill":20136,"score_linear":91098.0,"score_lmetric":40272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":20136,"score_linear":150574.0,"score_lmetric":275884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":20136,"score_linear":15283.0,"score_lmetric":20136},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":20136,"score_linear":27639.0,"score_lmetric":20136},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":20136,"score_linear":241593.0,"score_lmetric":417543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":171395,"ongoing_decode_tokens":69321,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":20136,"score_linear":171395.0,"score_lmetric":100680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":354,"cache_hit":12800,"new_prefill":7336,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":26859.435912521,"t_first_token_unix":1779960855.9908564,"t_done":26860.846705704,"t_done_unix":1779960857.4016495},{"request_id":"1276136:2:1280145:162","session_id":"1276136","input_length":24519,"t_proxy_recv":26860.701783913,"t_decision_unix":1779960857.2567248,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":16896,"affinity_cache_ratio":0.6890982503364738,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7623 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":7623,"cache_hit":16896,"estimated_new_tokens":7623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":24519,"score_linear":113504.0,"score_lmetric":225672},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":565,"cache_hit":16896,"new_prefill":7623,"score_linear":-16896.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24519,"score_linear":150574.0,"score_lmetric":284650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":24519,"score_linear":15283.0,"score_lmetric":24519},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":24519,"score_linear":27639.0,"score_lmetric":24519},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":24519,"score_linear":241593.0,"score_lmetric":430692},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126296,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":24519,"score_linear":126296.0,"score_lmetric":49038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20136,"ongoing_decode_tokens":20136,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":24519,"score_linear":20136.0,"score_lmetric":24519}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":26861.913753473,"t_first_token_unix":1779960858.4686975,"t_done":26862.116117832,"t_done_unix":1779960858.6710632},{"request_id":"1277909:1:1277909:153","session_id":"1277909","input_length":24222,"t_proxy_recv":26853.202301361,"t_decision_unix":1779960849.757243,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":33084.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,2,3,2,3,2,2])","v3_prefill_cache_hit":7680,"v3_new_local":16542,"cache_hit":7680,"estimated_new_tokens":16542,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":4096,"new_prefill":20126,"score_linear":48312.0,"score_lmetric":94694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":24222,"score_linear":54418.0,"score_lmetric":48444},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":24222,"score_linear":150574.0,"score_lmetric":284056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":24222,"score_linear":139076.0,"score_lmetric":137823},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":24222,"score_linear":121069.0,"score_lmetric":235304},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":24222,"score_linear":123496.0,"score_lmetric":277668},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118974,"ongoing_decode_tokens":16900,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":487,"cache_hit":7680,"new_prefill":16542,"score_linear":111294.0,"score_lmetric":33084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":7680,"new_prefill":16542,"score_linear":75224.0,"score_lmetric":33084}],"chosen_score_linear":111294.0,"chosen_score_lmetric":33084,"t_first_token":26855.511531384,"t_first_token_unix":1779960852.0664752,"t_done":26862.142478367,"t_done_unix":1779960858.6974213},{"request_id":"1262354:8:1280463:163","session_id":"1262354","input_length":33928,"t_proxy_recv":26861.709543551,"t_decision_unix":1779960858.264485,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9959915114359821,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (136 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":136,"cache_hit":33792,"estimated_new_tokens":136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":33928,"score_linear":113504.0,"score_lmetric":244490},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24519,"ongoing_decode_tokens":0,"pending_prefill_tokens":7623,"num_requests":1,"active_p_offloads":0,"cached_blocks":565,"cache_hit":0,"new_prefill":33928,"score_linear":24519.0,"score_lmetric":41551},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":33928,"score_linear":150574.0,"score_lmetric":303468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":33928,"score_linear":15283.0,"score_lmetric":33928},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":33928,"score_linear":27639.0,"score_lmetric":33928},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":33928,"score_linear":241593.0,"score_lmetric":458919},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126296,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":33928,"score_linear":126296.0,"score_lmetric":67856},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":368,"cache_hit":33792,"new_prefill":136,"score_linear":-33792.0,"score_lmetric":0}],"chosen_score_linear":-33792.0,"chosen_score_lmetric":0,"t_first_token":26861.776225818,"t_first_token_unix":1779960858.3311691,"t_done":26862.214367912,"t_done_unix":1779960858.769311},{"request_id":"1276136:3:1280987:166","session_id":"1276136","input_length":25923,"t_proxy_recv":26863.652734476,"t_decision_unix":1779960860.2076757,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9282876210315164,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1859 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":1859,"cache_hit":24064,"estimated_new_tokens":1859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":25923,"score_linear":113504.0,"score_lmetric":228480},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":24064,"new_prefill":1859,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":25923,"score_linear":150574.0,"score_lmetric":287458},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":25923,"score_linear":15283.0,"score_lmetric":25923},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":25923,"score_linear":27639.0,"score_lmetric":25923},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":25923,"score_linear":241593.0,"score_lmetric":434904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132336,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":25923,"score_linear":132336.0,"score_lmetric":77554},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":368,"cache_hit":0,"new_prefill":25923,"score_linear":12765.0,"score_lmetric":25923}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":26863.984908454,"t_first_token_unix":1779960860.5398526,"t_done":26864.485529038,"t_done_unix":1779960861.0404723},{"request_id":"1268630:1:1268630:98","session_id":"1268630","input_length":102074,"t_proxy_recv":26820.519471217,"t_decision_unix":1779960817.0744126,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":97466.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":4608,"v3_new_local":97466,"v3_src_idx":3,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":4608,"estimated_new_tokens":97466,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":102074,"score_linear":135235.0,"score_lmetric":430586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":2298,"ongoing_decode_tokens":0,"pending_prefill_tokens":2298,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":3584,"new_prefill":98490,"score_linear":-1286.0,"score_lmetric":100788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":102074,"score_linear":126924.0,"score_lmetric":210054},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":4608,"new_prefill":97466,"score_linear":10675.0,"score_lmetric":97466},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":102074,"score_linear":27639.0,"score_lmetric":102074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":102074,"score_linear":125063.0,"score_lmetric":438914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":102074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":17466,"ongoing_decode_tokens":17466,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":146,"cache_hit":0,"new_prefill":102074,"score_linear":17466.0,"score_lmetric":102074}],"chosen_score_linear":10675.0,"chosen_score_lmetric":97466,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"t_prefill_sent":26820.51988548,"t_prefill_sent_unix":1779960817.0748284,"t_prefill_done":26854.343158639,"t_prefill_done_unix":1779960850.8981056,"t_decode_sent":26854.34479766,"t_decode_sent_unix":1779960850.899741,"t_first_token":26861.662269552,"t_first_token_unix":1779960858.2172136,"t_done":26865.635559627,"t_done_unix":1779960862.1905038},{"request_id":"1281887:1:1281887:171","session_id":"1281887","input_length":9370,"t_proxy_recv":26866.567911048,"t_decision_unix":1779960863.122852,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":9370.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9370,"cache_hit":0,"estimated_new_tokens":9370,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":9370,"score_linear":113504.0,"score_lmetric":195374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":9370,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":9370,"score_linear":150574.0,"score_lmetric":254352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":9370,"score_linear":15283.0,"score_lmetric":9370},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":9370,"score_linear":27639.0,"score_lmetric":9370},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9370,"score_linear":241593.0,"score_lmetric":385245},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44163,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":9370,"score_linear":44163.0,"score_lmetric":18740},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131251,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8604,"num_requests":4,"active_p_offloads":0,"cached_blocks":368,"cache_hit":0,"new_prefill":9370,"score_linear":131251.0,"score_lmetric":71896}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26867.271215195,"t_first_token_unix":1779960863.8261602,"t_done":26867.440892774,"t_done_unix":1779960863.9958367},{"request_id":"1269373:4:1280765:165","session_id":"1269373","input_length":30262,"t_proxy_recv":26862.811903204,"t_decision_unix":1779960859.3668447,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17408,"affinity_cache_ratio":0.5752428788579736,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17408,"v3_new_local":12854,"cache_hit":17408,"estimated_new_tokens":12854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":26166,"score_linear":109408.0,"score_lmetric":228966},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":30262,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":30262,"score_linear":150574.0,"score_lmetric":296136},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":30262,"score_linear":15283.0,"score_lmetric":30262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":30262,"score_linear":27639.0,"score_lmetric":30262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30262,"score_linear":241593.0,"score_lmetric":447921},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":541,"cache_hit":17408,"new_prefill":12854,"score_linear":84666.0,"score_lmetric":12854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":368,"cache_hit":7680,"new_prefill":22582,"score_linear":5085.0,"score_lmetric":22582}],"chosen_score_linear":84666.0,"chosen_score_lmetric":12854,"t_first_token":26865.168392468,"t_first_token_unix":1779960861.7233362,"t_done":26867.686473068,"t_done_unix":1779960864.2414162},{"request_id":"1282082:1:1282082:173","session_id":"1282082","input_length":4972,"t_proxy_recv":26867.242482978,"t_decision_unix":1779960863.7974243,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":4972.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4972 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4972,"cache_hit":0,"estimated_new_tokens":4972,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":4972,"score_linear":155527.0,"score_lmetric":312240},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":4972,"score_linear":9370.0,"score_lmetric":14342},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":4972,"score_linear":150574.0,"score_lmetric":245556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":4972,"score_linear":15283.0,"score_lmetric":4972},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":4972,"score_linear":27639.0,"score_lmetric":4972},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4972,"score_linear":241593.0,"score_lmetric":372051},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44163,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":4972,"score_linear":44163.0,"score_lmetric":9944},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131251,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8604,"num_requests":4,"active_p_offloads":0,"cached_blocks":368,"cache_hit":0,"new_prefill":4972,"score_linear":131251.0,"score_lmetric":54304}],"chosen_score_linear":15283.0,"chosen_score_lmetric":4972,"t_first_token":26867.563165371,"t_first_token_unix":1779960864.1181087,"t_done":26867.791088234,"t_done_unix":1779960864.3460317},{"request_id":"1272313:4:1281720:170","session_id":"1272313","input_length":13901,"t_proxy_recv":26866.002027543,"t_decision_unix":1779960862.5569692,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8103014171642328,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2637 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2637,"cache_hit":11264,"estimated_new_tokens":2637,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":9805,"score_linear":109408.0,"score_lmetric":196244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":13901,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":13901,"score_linear":150574.0,"score_lmetric":263414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":13901,"score_linear":15283.0,"score_lmetric":13901},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":13901,"score_linear":27639.0,"score_lmetric":13901},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13901,"score_linear":241593.0,"score_lmetric":398838},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30262,"ongoing_decode_tokens":30262,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":11264,"new_prefill":2637,"score_linear":18998.0,"score_lmetric":2637},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131251,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8604,"num_requests":4,"active_p_offloads":0,"cached_blocks":368,"cache_hit":7680,"new_prefill":6221,"score_linear":123571.0,"score_lmetric":59300}],"chosen_score_linear":18998.0,"chosen_score_lmetric":2637,"t_first_token":26866.313487668,"t_first_token_unix":1779960862.868431,"t_done":26868.284721888,"t_done_unix":1779960864.8396652},{"request_id":"1268861:2:1280530:164","session_id":"1268861","input_length":12765,"t_proxy_recv":26861.925284963,"t_decision_unix":1779960858.4802265,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.9626321974148061,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":477,"cache_hit":12288,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":12765,"score_linear":113504.0,"score_lmetric":202164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24519,"ongoing_decode_tokens":24519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":565,"cache_hit":0,"new_prefill":12765,"score_linear":24519.0,"score_lmetric":12765},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":12765,"score_linear":150574.0,"score_lmetric":261142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":12765,"score_linear":15283.0,"score_lmetric":12765},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":12765,"score_linear":27639.0,"score_lmetric":12765},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":12765,"score_linear":241593.0,"score_lmetric":395430},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126296,"ongoing_decode_tokens":24222,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":508,"cache_hit":0,"new_prefill":12765,"score_linear":126296.0,"score_lmetric":25530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":33928,"ongoing_decode_tokens":33928,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":368,"cache_hit":12288,"new_prefill":477,"score_linear":21640.0,"score_lmetric":477}],"chosen_score_linear":21640.0,"chosen_score_lmetric":477,"t_first_token":26861.980223611,"t_first_token_unix":1779960858.535167,"t_done":26868.489695008,"t_done_unix":1779960865.0446382},{"request_id":"1267915:1:1267915:96","session_id":"1267915","input_length":126924,"t_proxy_recv":26817.92455042,"t_decision_unix":1779960814.4794915,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":107980.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":18944,"v3_new_local":107980,"cache_hit":18944,"estimated_new_tokens":107980,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":135235,"ongoing_decode_tokens":0,"pending_prefill_tokens":113219,"num_requests":2,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":126924,"score_linear":135235.0,"score_lmetric":480286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":291,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":358,"cache_hit":18944,"new_prefill":107980,"score_linear":-18944.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":126924,"score_linear":15283.0,"score_lmetric":126924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":259,"cache_hit":0,"new_prefill":126924,"score_linear":27639.0,"score_lmetric":126924},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":126924,"score_linear":125063.0,"score_lmetric":488614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":347,"cache_hit":0,"new_prefill":126924,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46137,"ongoing_decode_tokens":17466,"pending_prefill_tokens":6143,"num_requests":2,"active_p_offloads":0,"cached_blocks":134,"cache_hit":0,"new_prefill":126924,"score_linear":46137.0,"score_lmetric":266134}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":26868.260204323,"t_first_token_unix":1779960864.8151486,"t_done":26869.57099172,"t_done_unix":1779960866.1259348},{"request_id":"1265128:2:1271655:122","session_id":"1265128","input_length":23650,"t_proxy_recv":26830.761273407,"t_decision_unix":1779960827.316215,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":13824,"affinity_cache_ratio":0.5845243128964059,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":9826,"cache_hit":13824,"estimated_new_tokens":9826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":23650,"score_linear":166063.0,"score_lmetric":410931},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":47375,"ongoing_decode_tokens":47375,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":333,"cache_hit":0,"new_prefill":23650,"score_linear":47375.0,"score_lmetric":47300},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":126924,"ongoing_decode_tokens":0,"pending_prefill_tokens":107980,"num_requests":1,"active_p_offloads":0,"cached_blocks":358,"cache_hit":13824,"new_prefill":9826,"score_linear":113100.0,"score_lmetric":117806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23650,"score_linear":139076.0,"score_lmetric":136107},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":23650,"score_linear":121069.0,"score_lmetric":234160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":113923,"ongoing_decode_tokens":113923,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":265,"cache_hit":0,"new_prefill":23650,"score_linear":113923.0,"score_lmetric":47300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134184,"ongoing_decode_tokens":0,"pending_prefill_tokens":17774,"num_requests":3,"active_p_offloads":0,"cached_blocks":388,"cache_hit":0,"new_prefill":23650,"score_linear":134184.0,"score_lmetric":124272},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":61159,"ongoing_decode_tokens":61159,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":236,"cache_hit":0,"new_prefill":23650,"score_linear":61159.0,"score_lmetric":47300}],"chosen_score_linear":113100.0,"chosen_score_lmetric":117806,"t_first_token":26868.753413371,"t_first_token_unix":1779960865.3083575,"t_done":26869.931735895,"t_done_unix":1779960866.4866796},{"request_id":"1262727:1:1262727:72","session_id":"1262727","input_length":15283,"t_proxy_recv":26799.807173205,"t_decision_unix":1779960796.3621142,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15283.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15283,"cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":174,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":0,"pending_prefill_tokens":1205,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":15283,"score_linear":55989.0,"score_lmetric":16488},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":68131,"ongoing_decode_tokens":0,"pending_prefill_tokens":68131,"num_requests":1,"active_p_offloads":0,"cached_blocks":163,"cache_hit":0,"new_prefill":15283,"score_linear":68131.0,"score_lmetric":83414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":218,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":113053,"ongoing_decode_tokens":0,"pending_prefill_tokens":92573,"num_requests":2,"active_p_offloads":0,"cached_blocks":78,"cache_hit":0,"new_prefill":15283,"score_linear":113053.0,"score_lmetric":215712},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":15283,"score_linear":125063.0,"score_lmetric":265332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":221,"cache_hit":0,"new_prefill":15283,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21510,"ongoing_decode_tokens":0,"pending_prefill_tokens":21510,"num_requests":1,"active_p_offloads":0,"cached_blocks":26,"cache_hit":0,"new_prefill":15283,"score_linear":21510.0,"score_lmetric":36793}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26801.311229277,"t_first_token_unix":1779960797.8661733,"t_done":26871.024978323,"t_done_unix":1779960867.5799215},{"request_id":"1262354:9:1281632:169","session_id":"1262354","input_length":34028,"t_proxy_recv":26865.703510738,"t_decision_unix":1779960862.2584522,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9930645350887505,"affinity_num_requests":3,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (236 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":236,"cache_hit":33792,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":34028,"score_linear":113504.0,"score_lmetric":244690},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":34028,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":34028,"score_linear":150574.0,"score_lmetric":303668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":34028,"score_linear":15283.0,"score_lmetric":34028},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":34028,"score_linear":27639.0,"score_lmetric":34028},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34028,"score_linear":241593.0,"score_lmetric":459219},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30262,"ongoing_decode_tokens":30262,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":34028,"score_linear":30262.0,"score_lmetric":34028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":97223,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8368,"num_requests":3,"active_p_offloads":0,"cached_blocks":368,"cache_hit":33792,"new_prefill":236,"score_linear":63431.0,"score_lmetric":25812}],"chosen_score_linear":63431.0,"chosen_score_lmetric":25812,"t_first_token":26868.243135752,"t_first_token_unix":1779960864.798079,"t_done":26871.03648573,"t_done_unix":1779960867.59143},{"request_id":"1277533:2:1282872:175","session_id":"1277533","input_length":16299,"t_proxy_recv":26869.98660059,"t_decision_unix":1779960866.541542,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":4608,"affinity_cache_ratio":0.2827167310877968,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":11691.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":4608,"v3_new_local":11691,"v3_src_idx":6,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":4608,"estimated_new_tokens":11691,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":16299,"score_linear":155527.0,"score_lmetric":346221},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":600,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":16299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":16299,"score_linear":15283.0,"score_lmetric":16299},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":16299,"score_linear":27639.0,"score_lmetric":16299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":16299,"score_linear":241593.0,"score_lmetric":406032},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":770,"cache_hit":4608,"new_prefill":11691,"score_linear":25986.0,"score_lmetric":11691},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118486,"ongoing_decode_tokens":118486,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":369,"cache_hit":0,"new_prefill":16299,"score_linear":118486.0,"score_lmetric":48897}],"chosen_score_linear":25986.0,"chosen_score_lmetric":11691,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":26869.986952459,"t_prefill_sent_unix":1779960866.5418952,"t_prefill_done":26871.274740166,"t_prefill_done_unix":1779960867.8296978,"t_decode_sent":26871.27518765,"t_decode_sent_unix":1779960867.8301303,"t_first_token":26872.004745691,"t_first_token_unix":1779960868.5596902,"t_done":26872.023222061,"t_done_unix":1779960868.578166},{"request_id":"1266668:5:1281133:168","session_id":"1266668","input_length":58032,"t_proxy_recv":26864.268277784,"t_decision_unix":1779960860.8232143,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49664,"affinity_cache_ratio":0.8558036945133719,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,1,2,1,1,3,2,2])","v3_prefill_cache_hit":49664,"v3_new_local":8368,"cache_hit":49664,"estimated_new_tokens":8368,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":53936,"score_linear":109408.0,"score_lmetric":284506},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25923,"ongoing_decode_tokens":25923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":58032,"score_linear":25923.0,"score_lmetric":58032},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":58032,"score_linear":150574.0,"score_lmetric":351676},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":58032,"score_linear":15283.0,"score_lmetric":58032},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":58032,"score_linear":27639.0,"score_lmetric":58032},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":58032,"score_linear":241593.0,"score_lmetric":531231},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132336,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":541,"cache_hit":7680,"new_prefill":50352,"score_linear":124656.0,"score_lmetric":126412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":39191,"ongoing_decode_tokens":12765,"pending_prefill_tokens":6458,"num_requests":2,"active_p_offloads":0,"cached_blocks":368,"cache_hit":49664,"new_prefill":8368,"score_linear":-10473.0,"score_lmetric":29652}],"chosen_score_linear":-10473.0,"chosen_score_lmetric":29652,"t_first_token":26868.196012931,"t_first_token_unix":1779960864.750956,"t_done":26872.625431744,"t_done_unix":1779960869.180375},{"request_id":"1283642:1:1283642:178","session_id":"1283642","input_length":8510,"t_proxy_recv":26872.423607628,"t_decision_unix":1779960868.978549,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":8510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8510,"cache_hit":0,"estimated_new_tokens":8510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":8510,"score_linear":155527.0,"score_lmetric":322854},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":8510,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":8510,"score_linear":27639.0,"score_lmetric":8510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":8510,"score_linear":241593.0,"score_lmetric":382665},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":8510,"score_linear":30594.0,"score_lmetric":8510},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84458,"ongoing_decode_tokens":84458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":369,"cache_hit":0,"new_prefill":8510,"score_linear":84458.0,"score_lmetric":17020}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26873.053465873,"t_first_token_unix":1779960869.6084092,"t_done":26873.366611853,"t_done_unix":1779960869.921555},{"request_id":"1262354:10:1283773:180","session_id":"1262354","input_length":34282,"t_proxy_recv":26872.85560483,"t_decision_unix":1779960869.4105465,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9857067849016977,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (490 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":490,"cache_hit":33792,"estimated_new_tokens":490,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":34282,"score_linear":155527.0,"score_lmetric":400170},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":34282,"score_linear":8510.0,"score_lmetric":42792},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":34282,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":34282,"score_linear":27639.0,"score_lmetric":34282},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34282,"score_linear":241593.0,"score_lmetric":459981},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":30594,"pending_prefill_tokens":6389,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":34282,"score_linear":61559.0,"score_lmetric":81342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":386,"cache_hit":33792,"new_prefill":490,"score_linear":-7366.0,"score_lmetric":490}],"chosen_score_linear":-7366.0,"chosen_score_lmetric":490,"t_first_token":26872.927287395,"t_first_token_unix":1779960869.482231,"t_done":26873.475253895,"t_done_unix":1779960870.0301967},{"request_id":"1269373:5:1282812:174","session_id":"1269373","input_length":30594,"t_proxy_recv":26869.775355577,"t_decision_unix":1779960866.3302965,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.9873831470222919,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (386 < 8000)","v3_prefill_cache_hit":30208,"v3_new_local":386,"cache_hit":30208,"estimated_new_tokens":386,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":26498,"score_linear":151431.0,"score_lmetric":376818},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":600,"cache_hit":0,"new_prefill":30594,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":23650,"ongoing_decode_tokens":23650,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":547,"cache_hit":0,"new_prefill":30594,"score_linear":23650.0,"score_lmetric":30594},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":30594,"score_linear":15283.0,"score_lmetric":30594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":30594,"score_linear":27639.0,"score_lmetric":30594},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30594,"score_linear":241593.0,"score_lmetric":448917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":770,"cache_hit":30208,"new_prefill":386,"score_linear":-30208.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":118486,"ongoing_decode_tokens":118486,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":369,"cache_hit":7680,"new_prefill":22914,"score_linear":110806.0,"score_lmetric":68742}],"chosen_score_linear":-30208.0,"chosen_score_lmetric":0,"t_first_token":26869.856857121,"t_first_token_unix":1779960866.4118009,"t_done":26876.762842638,"t_done_unix":1779960873.3177922},{"request_id":"1285800:1:1285800:191","session_id":"1285800","input_length":4510,"t_proxy_recv":26879.997271676,"t_decision_unix":1779960876.552213,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":4510.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4510 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4510,"cache_hit":0,"estimated_new_tokens":4510,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":4510,"score_linear":155527.0,"score_lmetric":310854},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":4510,"score_linear":91883.0,"score_lmetric":128274},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":94247,"ongoing_decode_tokens":0,"pending_prefill_tokens":6000,"num_requests":2,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":4510,"score_linear":94247.0,"score_lmetric":21020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":4510,"score_linear":11.0,"score_lmetric":4510},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":4510,"score_linear":27639.0,"score_lmetric":4510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":4510,"score_linear":241593.0,"score_lmetric":370665},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":84638,"ongoing_decode_tokens":45850,"pending_prefill_tokens":8068,"num_requests":3,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":4510,"score_linear":84638.0,"score_lmetric":37734},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":4510,"score_linear":140834.0,"score_lmetric":13677}],"chosen_score_linear":27639.0,"chosen_score_lmetric":4510,"t_first_token":26880.289715113,"t_first_token_unix":1779960876.8446584,"t_done":26880.710730755,"t_done_unix":1779960877.2656739},{"request_id":"1283642:2:1285731:190","session_id":"1283642","input_length":14192,"t_proxy_recv":26879.744480495,"t_decision_unix":1779960876.299422,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":8192,"affinity_cache_ratio":0.5772266065388951,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6000 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":6000,"cache_hit":8192,"estimated_new_tokens":6000,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":14192,"score_linear":155527.0,"score_lmetric":339900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":14192,"score_linear":91883.0,"score_lmetric":147638},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":8192,"new_prefill":6000,"score_linear":71863.0,"score_lmetric":6000},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":14192,"score_linear":11.0,"score_lmetric":14192},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":14192,"score_linear":27639.0,"score_lmetric":14192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":14192,"score_linear":241593.0,"score_lmetric":399711},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":84638,"ongoing_decode_tokens":45850,"pending_prefill_tokens":8068,"num_requests":3,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":14192,"score_linear":84638.0,"score_lmetric":66780},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":14192,"score_linear":140834.0,"score_lmetric":42723}],"chosen_score_linear":71863.0,"chosen_score_lmetric":6000,"t_first_token":26880.395224932,"t_first_token_unix":1779960876.9501681,"t_done":26880.78620864,"t_done_unix":1779960877.341152},{"request_id":"1285558:1:1285558:188","session_id":"1285558","input_length":11,"t_proxy_recv":26879.090156178,"t_decision_unix":1779960875.645097,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":11.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (11 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":11,"cache_hit":0,"estimated_new_tokens":11,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":11,"score_linear":155527.0,"score_lmetric":297357},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":11,"score_linear":91883.0,"score_lmetric":119276},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":11,"score_linear":80055.0,"score_lmetric":11},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":11,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":11,"score_linear":27639.0,"score_lmetric":11},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":11,"score_linear":241593.0,"score_lmetric":357168},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45850,"ongoing_decode_tokens":45850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":11,"score_linear":45850.0,"score_lmetric":22},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":11,"score_linear":140834.0,"score_lmetric":180}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26879.107530955,"t_first_token_unix":1779960875.6624744,"t_done":26880.822348302,"t_done_unix":1779960877.3772914},{"request_id":"1239034:4:1263738:78","session_id":"1239034","input_length":27639,"t_proxy_recv":26809.501663525,"t_decision_unix":1779960806.056605,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22528,"affinity_cache_ratio":0.8150801403813452,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5111 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":5111,"cache_hit":22528,"estimated_new_tokens":5111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":27639,"score_linear":110048.0,"score_lmetric":137687},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":27639,"score_linear":55989.0,"score_lmetric":27639},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":14329,"ongoing_decode_tokens":301,"pending_prefill_tokens":14028,"num_requests":2,"active_p_offloads":0,"cached_blocks":296,"cache_hit":0,"new_prefill":27639,"score_linear":14329.0,"score_lmetric":83334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":27639,"score_linear":71575.0,"score_lmetric":167862},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":258,"cache_hit":22528,"new_prefill":5111,"score_linear":-22528.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":27639,"score_linear":125063.0,"score_lmetric":290044},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":27639,"score_linear":50783.0,"score_lmetric":78422},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":27639,"score_linear":45884.0,"score_lmetric":103014}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":26810.515227153,"t_first_token_unix":1779960807.0701714,"t_done":26881.247627342,"t_done_unix":1779960877.8025708},{"request_id":"1277909:2:1283679:179","session_id":"1277909","input_length":30965,"t_proxy_recv":26872.529498634,"t_decision_unix":1779960869.08444,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":24576,"affinity_cache_ratio":0.7936702728887454,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6389 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":6389,"cache_hit":24576,"estimated_new_tokens":6389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":26869,"score_linear":151431.0,"score_lmetric":377931},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":8510,"ongoing_decode_tokens":0,"pending_prefill_tokens":8510,"num_requests":1,"active_p_offloads":0,"cached_blocks":566,"cache_hit":0,"new_prefill":30965,"score_linear":8510.0,"score_lmetric":39475},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":30965,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":30965,"score_linear":27639.0,"score_lmetric":30965},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":30965,"score_linear":241593.0,"score_lmetric":450030},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":30594,"ongoing_decode_tokens":30594,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":792,"cache_hit":24576,"new_prefill":6389,"score_linear":6018.0,"score_lmetric":6389},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84458,"ongoing_decode_tokens":84458,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":369,"cache_hit":7680,"new_prefill":23285,"score_linear":76778.0,"score_lmetric":46570}],"chosen_score_linear":6018.0,"chosen_score_lmetric":6389,"t_first_token":26873.810932411,"t_first_token_unix":1779960870.365876,"t_done":26881.902411493,"t_done_unix":1779960878.4573553},{"request_id":"1272313:5:1284744:185","session_id":"1272313","input_length":14885,"t_proxy_recv":26876.376397864,"t_decision_unix":1779960872.9313364,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9287201881088344,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1061 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1061,"cache_hit":13824,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":10789,"score_linear":151431.0,"score_lmetric":329691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":14885,"score_linear":91883.0,"score_lmetric":149024},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":14885,"score_linear":80055.0,"score_lmetric":14885},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":14885,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":14885,"score_linear":27639.0,"score_lmetric":14885},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":14885,"score_linear":241593.0,"score_lmetric":401790},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":61559,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":13824,"new_prefill":1061,"score_linear":47735.0,"score_lmetric":2122},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106481,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":7680,"new_prefill":7205,"score_linear":98801.0,"score_lmetric":14410}],"chosen_score_linear":47735.0,"chosen_score_lmetric":2122,"t_first_token":26876.544018013,"t_first_token_unix":1779960873.098961,"t_done":26882.731919548,"t_done_unix":1779960879.286863},{"request_id":"1286551:1:1286551:194","session_id":"1286551","input_length":1700,"t_proxy_recv":26882.959986644,"t_decision_unix":1779960879.5149276,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1700.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1700 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1700,"cache_hit":0,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":1700,"score_linear":155527.0,"score_lmetric":302424},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":1700,"score_linear":91883.0,"score_lmetric":122654},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":1700,"score_linear":80055.0,"score_lmetric":1700},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":1700,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":1700,"score_linear":241593.0,"score_lmetric":362235},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":1700,"score_linear":38788.0,"score_lmetric":1700},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":1700,"score_linear":140834.0,"score_lmetric":5247}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26883.076757444,"t_first_token_unix":1779960879.6317015,"t_done":26883.27101596,"t_done_unix":1779960879.8259594},{"request_id":"1279412:2:1281113:167","session_id":"1279412","input_length":26426,"t_proxy_recv":26864.187587465,"t_decision_unix":1779960860.7425284,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.7556194656777416,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6458 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":6458,"cache_hit":19968,"estimated_new_tokens":6458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":26426,"score_linear":113504.0,"score_lmetric":229486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25923,"ongoing_decode_tokens":25923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":579,"cache_hit":0,"new_prefill":26426,"score_linear":25923.0,"score_lmetric":26426},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":26426,"score_linear":150574.0,"score_lmetric":288464},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":26426,"score_linear":15283.0,"score_lmetric":26426},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":26426,"score_linear":27639.0,"score_lmetric":26426},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":26426,"score_linear":241593.0,"score_lmetric":436413},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132336,"ongoing_decode_tokens":0,"pending_prefill_tokens":12854,"num_requests":2,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":26426,"score_linear":132336.0,"score_lmetric":78560},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12765,"ongoing_decode_tokens":12765,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":368,"cache_hit":19968,"new_prefill":6458,"score_linear":-7203.0,"score_lmetric":6458}],"chosen_score_linear":-7203.0,"chosen_score_lmetric":6458,"t_first_token":26865.307472657,"t_first_token_unix":1779960861.8624167,"t_done":26884.083052597,"t_done_unix":1779960880.637997},{"request_id":"1279412:3:1285475:187","session_id":"1279412","input_length":27077,"t_proxy_recv":26884.090051283,"t_decision_unix":1779960880.6449928,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9832699338922333,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (453 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":453,"cache_hit":26624,"estimated_new_tokens":453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":27077,"score_linear":155527.0,"score_lmetric":378555},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":27077,"score_linear":91883.0,"score_lmetric":173408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":27077,"score_linear":80055.0,"score_lmetric":27077},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":27077,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":27077,"score_linear":13962.0,"score_lmetric":41039},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":27077,"score_linear":241593.0,"score_lmetric":438366},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":27077,"score_linear":38788.0,"score_lmetric":27077},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":26624,"new_prefill":453,"score_linear":7729.0,"score_lmetric":453}],"chosen_score_linear":7729.0,"chosen_score_lmetric":453,"t_first_token":26884.165632463,"t_first_token_unix":1779960880.7205758,"t_done":26884.262737244,"t_done_unix":1779960880.8176801},{"request_id":"1269373:6:1285668:189","session_id":"1269373","input_length":38788,"t_proxy_recv":26879.550980178,"t_decision_unix":1779960876.105921,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7919975250077343,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[3,3,2,1,1,3,2,3])","v3_prefill_cache_hit":30720,"v3_new_local":8068,"cache_hit":30720,"estimated_new_tokens":8068,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":34692,"score_linear":151431.0,"score_lmetric":401400},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":38788,"score_linear":91883.0,"score_lmetric":196830},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":38788,"score_linear":80055.0,"score_lmetric":38788},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11,"ongoing_decode_tokens":11,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":38788,"score_linear":11.0,"score_lmetric":38788},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":38788,"score_linear":27639.0,"score_lmetric":38788},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":38788,"score_linear":241593.0,"score_lmetric":473499},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45850,"ongoing_decode_tokens":45850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":793,"cache_hit":30720,"new_prefill":8068,"score_linear":15130.0,"score_lmetric":16136},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":140834,"ongoing_decode_tokens":26426,"pending_prefill_tokens":49,"num_requests":3,"active_p_offloads":0,"cached_blocks":387,"cache_hit":7680,"new_prefill":31108,"score_linear":133154.0,"score_lmetric":93471}],"chosen_score_linear":15130.0,"chosen_score_lmetric":16136,"t_first_token":26881.465306482,"t_first_token_unix":1779960878.0202506,"t_done":26884.984585419,"t_done_unix":1779960881.5395286},{"request_id":"1286804:1:1286804:195","session_id":"1286804","input_length":13962,"t_proxy_recv":26883.695518975,"t_decision_unix":1779960880.2504597,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":13962.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13962,"cache_hit":0,"estimated_new_tokens":13962,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":13962,"score_linear":155527.0,"score_lmetric":339210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":13962,"score_linear":91883.0,"score_lmetric":147178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":13962,"score_linear":80055.0,"score_lmetric":13962},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":13962,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13962,"score_linear":241593.0,"score_lmetric":399021},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":13962,"score_linear":38788.0,"score_lmetric":13962},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":60779,"ongoing_decode_tokens":60779,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":429,"cache_hit":0,"new_prefill":13962,"score_linear":60779.0,"score_lmetric":27924}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26884.893873178,"t_first_token_unix":1779960881.4488165,"t_done":26885.599054898,"t_done_unix":1779960882.1539981},{"request_id":"1279412:4:1286447:193","session_id":"1279412","input_length":31898,"t_proxy_recv":26884.27120113,"t_decision_unix":1779960880.8261428,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8346604802808953,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5274 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":5274,"cache_hit":26624,"estimated_new_tokens":5274,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":31898,"score_linear":155527.0,"score_lmetric":393018},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":31898,"score_linear":91883.0,"score_lmetric":183050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":31898,"score_linear":80055.0,"score_lmetric":31898},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":31898,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":31898,"score_linear":13962.0,"score_lmetric":45860},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":31898,"score_linear":241593.0,"score_lmetric":452829},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":31898,"score_linear":38788.0,"score_lmetric":31898},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":26624,"new_prefill":5274,"score_linear":7729.0,"score_lmetric":5274}],"chosen_score_linear":7729.0,"chosen_score_lmetric":5274,"t_first_token":26885.349385712,"t_first_token_unix":1779960881.9043295,"t_done":26887.541665495,"t_done_unix":1779960884.0966089},{"request_id":"1268831:5:1284640:184","session_id":"1268831","input_length":42264,"t_proxy_recv":26875.939485005,"t_decision_unix":1779960872.494426,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":32256,"affinity_cache_ratio":0.7632027257240205,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":32256,"v3_new_local":10008,"cache_hit":32256,"estimated_new_tokens":10008,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":42264,"score_linear":155527.0,"score_lmetric":424116},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":0,"pending_prefill_tokens":49619,"num_requests":1,"active_p_offloads":0,"cached_blocks":631,"cache_hit":32256,"new_prefill":10008,"score_linear":17363.0,"score_lmetric":59627},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":42264,"score_linear":80055.0,"score_lmetric":42264},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":42264,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":42264,"score_linear":27639.0,"score_lmetric":42264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42264,"score_linear":241593.0,"score_lmetric":483927},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":61559,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":42264,"score_linear":61559.0,"score_lmetric":84528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106481,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":42264,"score_linear":106481.0,"score_lmetric":84528}],"chosen_score_linear":17363.0,"chosen_score_lmetric":59627,"t_first_token":26885.965149701,"t_first_token_unix":1779960882.5200932,"t_done":26887.879427134,"t_done_unix":1779960884.4343703},{"request_id":"1287588:1:1287588:198","session_id":"1287588","input_length":9925,"t_proxy_recv":26886.243848706,"t_decision_unix":1779960882.7987902,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":9925.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9925,"cache_hit":0,"estimated_new_tokens":9925,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":9925,"score_linear":155527.0,"score_lmetric":327099},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":91883,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":9925,"score_linear":91883.0,"score_lmetric":19850},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":9925,"score_linear":80055.0,"score_lmetric":9925},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":9925,"score_linear":77805.0,"score_lmetric":87730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":522,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9925,"score_linear":241593.0,"score_lmetric":43074},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":9925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66251,"ongoing_decode_tokens":66251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":9925,"score_linear":66251.0,"score_lmetric":19850}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26887.049872753,"t_first_token_unix":1779960883.6048162,"t_done":26888.373635768,"t_done_unix":1779960884.928579},{"request_id":"1272313:6:1287745:199","session_id":"1272313","input_length":15547,"t_proxy_recv":26886.793107503,"t_decision_unix":1779960883.348049,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9879719560043738,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (187 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":187,"cache_hit":15360,"estimated_new_tokens":187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":11451,"score_linear":151431.0,"score_lmetric":331677},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":91883,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":15547,"score_linear":91883.0,"score_lmetric":31094},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":15547,"score_linear":80055.0,"score_lmetric":15547},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":15547,"score_linear":77805.0,"score_lmetric":93352},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9925,"ongoing_decode_tokens":0,"pending_prefill_tokens":9925,"num_requests":1,"active_p_offloads":0,"cached_blocks":522,"cache_hit":0,"new_prefill":15547,"score_linear":9925.0,"score_lmetric":25472},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15547,"score_linear":241593.0,"score_lmetric":59940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":15360,"new_prefill":187,"score_linear":-15360.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66251,"ongoing_decode_tokens":66251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":7680,"new_prefill":7867,"score_linear":58571.0,"score_lmetric":15734}],"chosen_score_linear":-15360.0,"chosen_score_lmetric":0,"t_first_token":26886.869448182,"t_first_token_unix":1779960883.4243917,"t_done":26888.53390887,"t_done_unix":1779960885.0888522},{"request_id":"1288143:1:1288143:200","session_id":"1288143","input_length":448,"t_proxy_recv":26888.208177189,"t_decision_unix":1779960884.7631187,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":448.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (448 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":448,"cache_hit":0,"estimated_new_tokens":448,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":113504,"pending_prefill_tokens":10791,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":448,"score_linear":155527.0,"score_lmetric":33717},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":448,"score_linear":49619.0,"score_lmetric":448},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":448,"score_linear":80055.0,"score_lmetric":448},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":448,"score_linear":77805.0,"score_lmetric":78253},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9925,"ongoing_decode_tokens":9925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":522,"cache_hit":0,"new_prefill":448,"score_linear":9925.0,"score_lmetric":448},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":114612,"pending_prefill_tokens":4433,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":448,"score_linear":241593.0,"score_lmetric":14643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15547,"ongoing_decode_tokens":15547,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":448,"score_linear":15547.0,"score_lmetric":448},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34353,"ongoing_decode_tokens":34353,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":452,"cache_hit":0,"new_prefill":448,"score_linear":34353.0,"score_lmetric":448}],"chosen_score_linear":15547.0,"chosen_score_lmetric":448,"t_first_token":26888.263306064,"t_first_token_unix":1779960884.8182495,"t_done":26888.861290168,"t_done_unix":1779960885.4162335},{"request_id":"1262354:11:1284987:186","session_id":"1262354","input_length":34353,"t_proxy_recv":26877.339937065,"t_decision_unix":1779960873.8948781,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9985736325793962,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (49 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":49,"cache_hit":34304,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":34353,"score_linear":155527.0,"score_lmetric":400383},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":34353,"score_linear":91883.0,"score_lmetric":187960},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":34353,"score_linear":80055.0,"score_lmetric":34353},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":34353,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":34353,"score_linear":27639.0,"score_lmetric":34353},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":34353,"score_linear":241593.0,"score_lmetric":460194},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45850,"ongoing_decode_tokens":45850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":793,"cache_hit":0,"new_prefill":34353,"score_linear":45850.0,"score_lmetric":68706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106481,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":34304,"new_prefill":49,"score_linear":72177.0,"score_lmetric":98}],"chosen_score_linear":72177.0,"chosen_score_lmetric":98,"t_first_token":26883.289243172,"t_first_token_unix":1779960879.8441892,"t_done":26889.928644034,"t_done_unix":1779960886.483587},{"request_id":"1279994:1:1279994:161","session_id":"1279994","input_length":88317,"t_proxy_recv":26860.27494628,"t_decision_unix":1779960856.829887,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":88317.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,2,1,1,4,3,1])","v3_prefill_cache_hit":0,"v3_new_local":88317,"cache_hit":0,"estimated_new_tokens":88317,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":88317,"score_linear":25187.0,"score_lmetric":88317},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":58752,"ongoing_decode_tokens":58752,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":88317,"score_linear":58752.0,"score_lmetric":88317},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":88317,"score_linear":150574.0,"score_lmetric":412246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":88317,"score_linear":15283.0,"score_lmetric":88317},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":88317,"score_linear":27639.0,"score_lmetric":88317},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":88317,"score_linear":241593.0,"score_lmetric":622086},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":41122,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":503,"cache_hit":0,"new_prefill":88317,"score_linear":143196.0,"score_lmetric":264951},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20136,"ongoing_decode_tokens":20136,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":354,"cache_hit":0,"new_prefill":88317,"score_linear":20136.0,"score_lmetric":88317}],"chosen_score_linear":25187.0,"chosen_score_lmetric":88317,"t_first_token":26886.827333699,"t_first_token_unix":1779960883.3822775,"t_done":26890.468372531,"t_done_unix":1779960887.0233216},{"request_id":"1260327:5:1281915:172","session_id":"1260327","input_length":42023,"t_proxy_recv":26866.749513377,"t_decision_unix":1779960863.3044546,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.7432120505437498,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,1,2,1,1,3,2,4])","v3_prefill_cache_hit":31232,"v3_new_local":10791,"cache_hit":31232,"estimated_new_tokens":10791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113504,"ongoing_decode_tokens":25187,"pending_prefill_tokens":88317,"num_requests":2,"active_p_offloads":0,"cached_blocks":454,"cache_hit":31232,"new_prefill":10791,"score_linear":82272.0,"score_lmetric":198216},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9370,"ongoing_decode_tokens":0,"pending_prefill_tokens":9370,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":42023,"score_linear":9370.0,"score_lmetric":51393},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":42023,"score_linear":150574.0,"score_lmetric":319658},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":562,"cache_hit":0,"new_prefill":42023,"score_linear":15283.0,"score_lmetric":42023},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":42023,"score_linear":27639.0,"score_lmetric":42023},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42023,"score_linear":241593.0,"score_lmetric":483204},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44163,"ongoing_decode_tokens":44163,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":42023,"score_linear":44163.0,"score_lmetric":84046},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":131251,"ongoing_decode_tokens":39191,"pending_prefill_tokens":8604,"num_requests":4,"active_p_offloads":0,"cached_blocks":368,"cache_hit":0,"new_prefill":42023,"score_linear":131251.0,"score_lmetric":202508}],"chosen_score_linear":82272.0,"chosen_score_lmetric":198216,"t_first_token":26889.129754617,"t_first_token_unix":1779960885.6846983,"t_done":26890.480925495,"t_done_unix":1779960887.0358691},{"request_id":"1279994:2:1283011:177","session_id":"1279994","input_length":88940,"t_proxy_recv":26890.489074441,"t_decision_unix":1779960887.0440161,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":88064,"affinity_cache_ratio":0.990150663368563,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (876 < 8000)","v3_prefill_cache_hit":88064,"v3_new_local":876,"cache_hit":88064,"estimated_new_tokens":876,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":647,"cache_hit":88064,"new_prefill":876,"score_linear":-62877.0,"score_lmetric":876},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":88940,"score_linear":49619.0,"score_lmetric":88940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":88940,"score_linear":80055.0,"score_lmetric":88940},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":88940,"score_linear":77805.0,"score_lmetric":166745},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":88940,"score_linear":241593.0,"score_lmetric":266820},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":88940,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-62877.0,"chosen_score_lmetric":876,"t_first_token":26890.944759552,"t_first_token_unix":1779960887.4997034,"t_done":26891.929765731,"t_done_unix":1779960888.484709},{"request_id":"1266668:6:1284003:181","session_id":"1266668","input_length":80055,"t_proxy_recv":26873.75795658,"t_decision_unix":1779960870.3128982,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58368,"affinity_cache_ratio":0.7290987446130786,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":58368,"v3_new_local":21687,"v3_src_idx":7,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":58368,"estimated_new_tokens":21687,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":4096,"new_prefill":75959,"score_linear":151431.0,"score_lmetric":525201},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":80055,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":80055,"score_linear":27639.0,"score_lmetric":80055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":80055,"score_linear":241593.0,"score_lmetric":597300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":30594,"pending_prefill_tokens":6389,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":7680,"new_prefill":72375,"score_linear":53879.0,"score_lmetric":157528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26426,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":387,"cache_hit":58368,"new_prefill":21687,"score_linear":-31942.0,"score_lmetric":21687}],"chosen_score_linear":-31942.0,"chosen_score_lmetric":21687,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"t_prefill_sent":26873.759670314,"t_prefill_sent_unix":1779960870.314613,"t_prefill_done":26883.280281994,"t_prefill_done_unix":1779960879.8352396,"t_decode_sent":26883.282053807,"t_decode_sent_unix":1779960879.8369968,"t_first_token":26887.74579013,"t_first_token_unix":1779960884.3007386,"t_done":26892.337716895,"t_done_unix":1779960888.8926606},{"request_id":"1284132:1:1284132:182","session_id":"1284132","input_length":49619,"t_proxy_recv":26874.213987779,"t_decision_unix":1779960870.768929,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":49619.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":49619,"cache_hit":0,"estimated_new_tokens":49619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":49619,"score_linear":155527.0,"score_lmetric":446181},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":49619,"score_linear":80055.0,"score_lmetric":49619},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":602,"cache_hit":0,"new_prefill":49619,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":27639,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":477,"cache_hit":0,"new_prefill":49619,"score_linear":27639.0,"score_lmetric":49619},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":49619,"score_linear":241593.0,"score_lmetric":505992},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61559,"ongoing_decode_tokens":61559,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":792,"cache_hit":0,"new_prefill":49619,"score_linear":61559.0,"score_lmetric":99238},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106481,"ongoing_decode_tokens":26426,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":387,"cache_hit":0,"new_prefill":49619,"score_linear":106481.0,"score_lmetric":99238}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26885.35688915,"t_first_token_unix":1779960881.9118323,"t_done":26893.202790298,"t_done_unix":1779960889.7577338},{"request_id":"1287588:2:1289701:205","session_id":"1287588","input_length":10195,"t_proxy_recv":26893.470466275,"t_decision_unix":1779960890.0254078,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9728,"affinity_cache_ratio":0.954193231976459,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (467 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":467,"cache_hit":9728,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":10195,"score_linear":114413.0,"score_lmetric":20390},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":10195,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":10195,"score_linear":87741.0,"score_lmetric":17552},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":10195,"score_linear":77805.0,"score_lmetric":88000},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":9610,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":541,"cache_hit":9728,"new_prefill":467,"score_linear":-118.0,"score_lmetric":467},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":10195,"score_linear":241593.0,"score_lmetric":30585},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":10195,"score_linear":44920.0,"score_lmetric":23883},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":10195,"score_linear":114205.0,"score_lmetric":184418}],"chosen_score_linear":-118.0,"chosen_score_lmetric":467,"t_first_token":26893.512470034,"t_first_token_unix":1779960890.0674138,"t_done":26893.586051491,"t_done_unix":1779960890.1409948},{"request_id":"1286551:2:1289450:202","session_id":"1286551","input_length":9610,"t_proxy_recv":26892.554342574,"t_decision_unix":1779960889.1092837,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1598335067637877,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":9610.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9610,"cache_hit":0,"estimated_new_tokens":9610,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":9610,"score_linear":114413.0,"score_lmetric":19220},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":9610,"score_linear":49619.0,"score_lmetric":9610},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":9610,"score_linear":87741.0,"score_lmetric":16967},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":1536,"new_prefill":8074,"score_linear":76269.0,"score_lmetric":85879},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":9610,"score_linear":241593.0,"score_lmetric":28830},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":9610,"score_linear":44920.0,"score_lmetric":23298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":9610,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26893.331456388,"t_first_token_unix":1779960889.8864,"t_done":26893.729404673,"t_done_unix":1779960890.2843475},{"request_id":"1290442:1:1290442:210","session_id":"1290442","input_length":7261,"t_proxy_recv":26895.824913561,"t_decision_unix":1779960892.3798552,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":14522.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7261 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7261,"cache_hit":0,"estimated_new_tokens":7261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":7261,"score_linear":114413.0,"score_lmetric":14522},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":7261,"score_linear":23228.0,"score_lmetric":30489},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":7261,"score_linear":87741.0,"score_lmetric":14618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":7261,"score_linear":77805.0,"score_lmetric":85066},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13552,"ongoing_decode_tokens":0,"pending_prefill_tokens":12016,"num_requests":1,"active_p_offloads":0,"cached_blocks":559,"cache_hit":0,"new_prefill":7261,"score_linear":13552.0,"score_lmetric":19277},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":7261,"score_linear":241593.0,"score_lmetric":21783},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":60889,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":7261,"score_linear":103634.0,"score_lmetric":33282},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":7261,"score_linear":114205.0,"score_lmetric":178550}],"chosen_score_linear":114413.0,"chosen_score_lmetric":14522,"t_first_token":26896.342142126,"t_first_token_unix":1779960892.8970854,"t_done":26896.709505713,"t_done_unix":1779960893.2644503},{"request_id":"1290426:1:1290426:209","session_id":"1290426","input_length":13552,"t_proxy_recv":26895.800929152,"t_decision_unix":1779960892.3558707,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":12016.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1536,"v3_new_local":12016,"cache_hit":1536,"estimated_new_tokens":12016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":13552,"score_linear":114413.0,"score_lmetric":27104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":13552,"score_linear":23228.0,"score_lmetric":36780},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":13552,"score_linear":87741.0,"score_lmetric":20909},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":1536,"new_prefill":12016,"score_linear":76269.0,"score_lmetric":89821},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":559,"cache_hit":1536,"new_prefill":12016,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":13552,"score_linear":241593.0,"score_lmetric":40656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":60889,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":13552,"score_linear":103634.0,"score_lmetric":52155},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":13552,"score_linear":114205.0,"score_lmetric":191132}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26896.886674051,"t_first_token_unix":1779960893.4416177,"t_done":26897.265224882,"t_done_unix":1779960893.8201687},{"request_id":"1271459:2:1277544:151","session_id":"1271459","input_length":8884,"t_proxy_recv":26851.8153757,"t_decision_unix":1779960848.370317,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":512,"affinity_cache_ratio":0.05763169743358847,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":40839.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=1 cache_hit=512 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":8884,"v3_src_idx":6,"v3_target_idx":5,"v3_target_num_req":1,"v3_target_cache_hit":512,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":123703,"ongoing_decode_tokens":16900,"pending_prefill_tokens":4729},"v3_target_state":{"num_requests":1,"ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"cache_hit_estimate":512,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":8884,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":52408,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27221,"num_requests":2,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":8884,"score_linear":52408.0,"score_lmetric":72210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43137,"ongoing_decode_tokens":11292,"pending_prefill_tokens":12389,"num_requests":2,"active_p_offloads":0,"cached_blocks":519,"cache_hit":0,"new_prefill":8884,"score_linear":43137.0,"score_lmetric":42546},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":8884,"score_linear":150574.0,"score_lmetric":253380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":8884,"score_linear":139076.0,"score_lmetric":91809},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":8884,"score_linear":121069.0,"score_lmetric":204628},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":1,"active_p_offloads":0,"cached_blocks":303,"cache_hit":512,"new_prefill":8372,"score_linear":114100.0,"score_lmetric":122984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":123703,"ongoing_decode_tokens":16900,"pending_prefill_tokens":4729,"num_requests":3,"active_p_offloads":0,"cached_blocks":461,"cache_hit":0,"new_prefill":8884,"score_linear":123703.0,"score_lmetric":40839},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":105047,"ongoing_decode_tokens":15783,"pending_prefill_tokens":16048,"num_requests":4,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":8884,"score_linear":105047.0,"score_lmetric":99728}],"chosen_score_linear":123703.0,"chosen_score_lmetric":40839,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"t_prefill_sent":26851.815573212,"t_prefill_sent_unix":1779960848.370516,"t_prefill_done":26852.746951025,"t_prefill_done_unix":1779960849.3018944,"t_decode_sent":26852.747131368,"t_decode_sent_unix":1779960849.302074,"t_first_token":26888.825310995,"t_first_token_unix":1779960885.3802543,"t_done":26897.266464312,"t_done_unix":1779960893.8214076},{"request_id":"1279994:3:1286181:192","session_id":"1279994","input_length":89226,"t_proxy_recv":26891.946652939,"t_decision_unix":1779960888.5015943,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9927151278775245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (650 < 8000)","v3_prefill_cache_hit":88576,"v3_new_local":650,"cache_hit":88576,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":88576,"new_prefill":650,"score_linear":-63389.0,"score_lmetric":650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":89226,"score_linear":49619.0,"score_lmetric":89226},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":89226,"score_linear":80055.0,"score_lmetric":89226},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":89226,"score_linear":77805.0,"score_lmetric":167031},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":89226,"score_linear":241593.0,"score_lmetric":267678},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":89226,"score_linear":44920.0,"score_lmetric":102914},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":89226,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-63389.0,"chosen_score_lmetric":650,"t_first_token":26892.231938297,"t_first_token_unix":1779960888.7868817,"t_done":26898.466075796,"t_done_unix":1779960895.021019},{"request_id":"1291100:1:1291100:212","session_id":"1291100","input_length":1744,"t_proxy_recv":26898.038978542,"t_decision_unix":1779960894.5939195,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":1744.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1744 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1744,"cache_hit":0,"estimated_new_tokens":1744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":662,"cache_hit":0,"new_prefill":1744,"score_linear":114413.0,"score_lmetric":3488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":0,"pending_prefill_tokens":23228,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":1744,"score_linear":23228.0,"score_lmetric":24972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":87741,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":1744,"score_linear":87741.0,"score_lmetric":1744},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":1744,"score_linear":77805.0,"score_lmetric":79549},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":568,"cache_hit":0,"new_prefill":1744,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":1744,"score_linear":232709.0,"score_lmetric":3488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":1744,"score_linear":103634.0,"score_lmetric":5232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":1744,"score_linear":114205.0,"score_lmetric":167516}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26898.153391289,"t_first_token_unix":1779960894.708335,"t_done":26898.550572322,"t_done_unix":1779960895.1055157},{"request_id":"1290365:1:1290365:208","session_id":"1290365","input_length":23228,"t_proxy_recv":26895.618925416,"t_decision_unix":1779960892.1738672,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":23228.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23228,"cache_hit":0,"estimated_new_tokens":23228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":23228,"score_linear":114413.0,"score_lmetric":46456},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":23228,"score_linear":87741.0,"score_lmetric":30585},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":23228,"score_linear":77805.0,"score_lmetric":101033},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":559,"cache_hit":0,"new_prefill":23228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":23228,"score_linear":241593.0,"score_lmetric":69684},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":60889,"pending_prefill_tokens":3833,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":23228,"score_linear":103634.0,"score_lmetric":81183},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":23228,"score_linear":114205.0,"score_lmetric":210484}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26898.188406623,"t_first_token_unix":1779960894.7433498,"t_done":26898.920870068,"t_done_unix":1779960895.4758134},{"request_id":"1266668:7:1287468:197","session_id":"1266668","input_length":87741,"t_proxy_recv":26892.352748059,"t_decision_unix":1779960888.9076893,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":80384,"affinity_cache_ratio":0.916150944256391,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7357 < 8000)","v3_prefill_cache_hit":80384,"v3_new_local":7357,"cache_hit":80384,"estimated_new_tokens":7357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":4096,"new_prefill":83645,"score_linear":110317.0,"score_lmetric":167290},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":87741,"score_linear":49619.0,"score_lmetric":87741},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":750,"cache_hit":80384,"new_prefill":7357,"score_linear":-80384.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":87741,"score_linear":77805.0,"score_lmetric":165546},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":87741,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":87741,"score_linear":241593.0,"score_lmetric":263223},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":7680,"new_prefill":80061,"score_linear":37240.0,"score_lmetric":93749},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":79872,"new_prefill":7869,"score_linear":-79872.0,"score_lmetric":0}],"chosen_score_linear":-80384.0,"chosen_score_lmetric":0,"t_first_token":26896.23008574,"t_first_token_unix":1779960892.7850294,"t_done":26900.213424248,"t_done_unix":1779960896.7683678},{"request_id":"1258859:3:1278118:155","session_id":"1258859","input_length":118097,"t_proxy_recv":26853.920463923,"t_decision_unix":1779960850.4754052,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":113664,"affinity_cache_ratio":0.962463060026927,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4433 < 8000)","v3_prefill_cache_hit":113664,"v3_new_local":4433,"cache_hit":113664,"estimated_new_tokens":4433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":83838,"ongoing_decode_tokens":25187,"pending_prefill_tokens":27419,"num_requests":3,"active_p_offloads":0,"cached_blocks":401,"cache_hit":0,"new_prefill":118097,"score_linear":83838.0,"score_lmetric":436548},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":54418,"ongoing_decode_tokens":54418,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":536,"cache_hit":0,"new_prefill":118097,"score_linear":54418.0,"score_lmetric":236194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":118097,"score_linear":150574.0,"score_lmetric":471806},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":118097,"score_linear":139076.0,"score_lmetric":419448},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":118097,"score_linear":121069.0,"score_lmetric":423054},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123496,"ongoing_decode_tokens":0,"pending_prefill_tokens":114612,"num_requests":2,"active_p_offloads":0,"cached_blocks":303,"cache_hit":113664,"new_prefill":4433,"score_linear":9832.0,"score_lmetric":238090},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":143196,"ongoing_decode_tokens":16900,"pending_prefill_tokens":16542,"num_requests":3,"active_p_offloads":0,"cached_blocks":487,"cache_hit":0,"new_prefill":118097,"score_linear":143196.0,"score_lmetric":403917},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82904,"ongoing_decode_tokens":82904,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":322,"cache_hit":0,"new_prefill":118097,"score_linear":82904.0,"score_lmetric":236194}],"chosen_score_linear":9832.0,"chosen_score_lmetric":238090,"t_first_token":26888.785209728,"t_first_token_unix":1779960885.3401535,"t_done":26900.472883904,"t_done_unix":1779960897.0278275},{"request_id":"1272313:7:1290281:206","session_id":"1272313","input_length":15969,"t_proxy_recv":26895.358957133,"t_decision_unix":1779960891.9138987,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15360,"affinity_cache_ratio":0.96186361074582,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (609 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":609,"cache_hit":15360,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":4096,"new_prefill":11873,"score_linear":110317.0,"score_lmetric":23746},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":7680,"new_prefill":8289,"score_linear":80061.0,"score_lmetric":15646},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":15969,"score_linear":77805.0,"score_lmetric":93774},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":559,"cache_hit":0,"new_prefill":15969,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":15969,"score_linear":241593.0,"score_lmetric":47907},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":15360,"new_prefill":609,"score_linear":29560.0,"score_lmetric":609},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":8289,"score_linear":106525.0,"score_lmetric":180606}],"chosen_score_linear":29560.0,"chosen_score_lmetric":609,"t_first_token":26895.434389759,"t_first_token_unix":1779960891.9893332,"t_done":26900.782606976,"t_done_unix":1779960897.3375504},{"request_id":"1279994:4:1290711:211","session_id":"1279994","input_length":89749,"t_proxy_recv":26898.482620807,"t_decision_unix":1779960895.0375624,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9983398143711908,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (149 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":149,"cache_hit":89600,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":89600,"new_prefill":149,"score_linear":-64413.0,"score_lmetric":149},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23228,"ongoing_decode_tokens":23228,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":89749,"score_linear":23228.0,"score_lmetric":89749},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":87741,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":89749,"score_linear":87741.0,"score_lmetric":89749},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":89749,"score_linear":77805.0,"score_lmetric":167554},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":1744,"ongoing_decode_tokens":1744,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":568,"cache_hit":0,"new_prefill":89749,"score_linear":1744.0,"score_lmetric":89749},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":89749,"score_linear":232709.0,"score_lmetric":179498},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":89749,"score_linear":103634.0,"score_lmetric":269247},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":89749,"score_linear":114205.0,"score_lmetric":343526}],"chosen_score_linear":-64413.0,"chosen_score_lmetric":149,"t_first_token":26898.659156851,"t_first_token_unix":1779960895.2141013,"t_done":26901.250333942,"t_done_unix":1779960897.8052769},{"request_id":"1260327:6:1291827:215","session_id":"1260327","input_length":42153,"t_proxy_recv":26900.649667084,"t_decision_unix":1779960897.2046084,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9959907954356748,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (169 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":169,"cache_hit":41984,"estimated_new_tokens":169,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114936,"ongoing_decode_tokens":114936,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":664,"cache_hit":41984,"new_prefill":169,"score_linear":72952.0,"score_lmetric":338},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":42153,"score_linear":77805.0,"score_lmetric":119958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":42153,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":114612,"pending_prefill_tokens":464,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":42153,"score_linear":233348.0,"score_lmetric":85234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":42153,"score_linear":103634.0,"score_lmetric":126459},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":42153,"score_linear":149304.0,"score_lmetric":373350}],"chosen_score_linear":72952.0,"chosen_score_lmetric":338,"t_first_token":26900.754508967,"t_first_token_unix":1779960897.3094528,"t_done":26901.563349127,"t_done_unix":1779960898.1182938},{"request_id":"1290365:2:1292000:217","session_id":"1290365","input_length":23414,"t_proxy_recv":26901.215381395,"t_decision_unix":1779960897.770323,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9840266507217904,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (374 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":374,"cache_hit":23040,"estimated_new_tokens":374,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157089,"ongoing_decode_tokens":157089,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":23414,"score_linear":157089.0,"score_lmetric":70242},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":23040,"new_prefill":374,"score_linear":-23040.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":23414,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":23414,"score_linear":77805.0,"score_lmetric":101219},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":8144,"ongoing_decode_tokens":0,"pending_prefill_tokens":8144,"num_requests":1,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":23414,"score_linear":8144.0,"score_lmetric":31558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":23414,"score_linear":233348.0,"score_lmetric":46828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87665,"ongoing_decode_tokens":87665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":23414,"score_linear":87665.0,"score_lmetric":46828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":23414,"score_linear":149304.0,"score_lmetric":317133}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":26901.289508135,"t_first_token_unix":1779960897.8444517,"t_done":26901.608745688,"t_done_unix":1779960898.163689},{"request_id":"1291944:1:1291944:216","session_id":"1291944","input_length":8144,"t_proxy_recv":26901.019037281,"t_decision_unix":1779960897.573979,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":8144.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8144,"cache_hit":0,"estimated_new_tokens":8144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157089,"ongoing_decode_tokens":157089,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":8144,"score_linear":157089.0,"score_lmetric":24432},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":8144,"score_linear":77805.0,"score_lmetric":85949},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":8144,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":8144,"score_linear":233348.0,"score_lmetric":16288},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87665,"ongoing_decode_tokens":87665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":8144,"score_linear":87665.0,"score_lmetric":16288},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":8144,"score_linear":149304.0,"score_lmetric":271323}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26901.586399684,"t_first_token_unix":1779960898.1413512,"t_done":26901.730272098,"t_done_unix":1779960898.2852151},{"request_id":"1269373:7:1290314:207","session_id":"1269373","input_length":42745,"t_proxy_recv":26895.453726328,"t_decision_unix":1779960892.008668,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9103286934144345,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3833 < 8000)","v3_prefill_cache_hit":38912,"v3_new_local":3833,"cache_hit":38912,"estimated_new_tokens":3833,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":4096,"new_prefill":38649,"score_linear":110317.0,"score_lmetric":77298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":748,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":7680,"new_prefill":35065,"score_linear":80061.0,"score_lmetric":42422},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":42745,"score_linear":77805.0,"score_lmetric":120550},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":559,"cache_hit":0,"new_prefill":42745,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":42745,"score_linear":241593.0,"score_lmetric":128235},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":60889,"ongoing_decode_tokens":60889,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":826,"cache_hit":38912,"new_prefill":3833,"score_linear":21977.0,"score_lmetric":7666},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":35065,"score_linear":106525.0,"score_lmetric":234158}],"chosen_score_linear":21977.0,"chosen_score_lmetric":7666,"t_first_token":26896.52444595,"t_first_token_unix":1779960893.0793898,"t_done":26903.158590039,"t_done_unix":1779960899.7135334},{"request_id":"1286551:3:1292589:219","session_id":"1286551","input_length":16914,"t_proxy_recv":26902.887359411,"t_decision_unix":1779960899.4423006,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9216,"affinity_cache_ratio":0.54487406881873,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7698 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":7698,"cache_hit":9216,"estimated_new_tokens":7698,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":16914,"score_linear":25187.0,"score_lmetric":16914},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":16914,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":16914,"score_linear":96105.0,"score_lmetric":24955},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":1536,"new_prefill":15378,"score_linear":76269.0,"score_lmetric":93183},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":586,"cache_hit":9216,"new_prefill":7698,"score_linear":-9216.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":16914,"score_linear":233348.0,"score_lmetric":33828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87665,"ongoing_decode_tokens":87665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":16914,"score_linear":87665.0,"score_lmetric":33828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":16914,"score_linear":149304.0,"score_lmetric":297633}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":26903.779661925,"t_first_token_unix":1779960900.334606,"t_done":26903.963644428,"t_done_unix":1779960900.5185874},{"request_id":"1292750:1:1292750:220","session_id":"1292750","input_length":4684,"t_proxy_recv":26903.521130395,"t_decision_unix":1779960900.076072,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":4684.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4684 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4684,"cache_hit":0,"estimated_new_tokens":4684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":4684,"score_linear":25187.0,"score_lmetric":4684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":4684,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":4684,"score_linear":96105.0,"score_lmetric":12725},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":4684,"score_linear":77805.0,"score_lmetric":82489},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":16914,"ongoing_decode_tokens":0,"pending_prefill_tokens":7698,"num_requests":1,"active_p_offloads":0,"cached_blocks":586,"cache_hit":0,"new_prefill":4684,"score_linear":16914.0,"score_lmetric":12382},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":4684,"score_linear":233348.0,"score_lmetric":9368},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":4684,"score_linear":44920.0,"score_lmetric":4684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":4684,"score_linear":149304.0,"score_lmetric":260943}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26903.81578185,"t_first_token_unix":1779960900.3707254,"t_done":26904.262589326,"t_done_unix":1779960900.8175323},{"request_id":"1287100:1:1287100:196","session_id":"1287100","input_length":77805,"t_proxy_recv":26884.66869653,"t_decision_unix":1779960881.223638,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":77805.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":77805,"cache_hit":0,"estimated_new_tokens":77805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":155527,"ongoing_decode_tokens":25187,"pending_prefill_tokens":99108,"num_requests":3,"active_p_offloads":0,"cached_blocks":454,"cache_hit":0,"new_prefill":77805,"score_linear":155527.0,"score_lmetric":530739},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91883,"ongoing_decode_tokens":0,"pending_prefill_tokens":59627,"num_requests":2,"active_p_offloads":0,"cached_blocks":631,"cache_hit":0,"new_prefill":77805,"score_linear":91883.0,"score_lmetric":274864},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":77805,"score_linear":80055.0,"score_lmetric":77805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":77805,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":13962,"ongoing_decode_tokens":0,"pending_prefill_tokens":13962,"num_requests":1,"active_p_offloads":0,"cached_blocks":495,"cache_hit":0,"new_prefill":77805,"score_linear":13962.0,"score_lmetric":91767},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":0,"pending_prefill_tokens":119045,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":77805,"score_linear":241593.0,"score_lmetric":590550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":38788,"ongoing_decode_tokens":38788,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":809,"cache_hit":0,"new_prefill":77805,"score_linear":38788.0,"score_lmetric":77805},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":66251,"ongoing_decode_tokens":34353,"pending_prefill_tokens":5274,"num_requests":2,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":77805,"score_linear":66251.0,"score_lmetric":166158}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26905.205141843,"t_first_token_unix":1779960901.760085,"t_done":26905.740600028,"t_done_unix":1779960902.2955437},{"request_id":"1291100:2:1293458:223","session_id":"1291100","input_length":2572,"t_proxy_recv":26906.010744088,"t_decision_unix":1779960902.5656855,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.5972006220839814,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1036 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":1036,"cache_hit":1536,"estimated_new_tokens":1036,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":2572,"score_linear":25187.0,"score_lmetric":2572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":2572,"score_linear":24482.0,"score_lmetric":2572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":2572,"score_linear":96105.0,"score_lmetric":10613},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":757,"cache_hit":0,"new_prefill":2572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":594,"cache_hit":1536,"new_prefill":1036,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":2572,"score_linear":233348.0,"score_lmetric":5144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":2572,"score_linear":44920.0,"score_lmetric":2572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":2572,"score_linear":149304.0,"score_lmetric":254607}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26906.090065561,"t_first_token_unix":1779960902.6450086,"t_done":26906.241796691,"t_done_unix":1779960902.7967396},{"request_id":"1293507:1:1293507:224","session_id":"1293507","input_length":6460,"t_proxy_recv":26906.19680762,"t_decision_unix":1779960902.7517486,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":6460.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6460 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6460,"cache_hit":0,"estimated_new_tokens":6460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":6460,"score_linear":25187.0,"score_lmetric":6460},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":6460,"score_linear":24482.0,"score_lmetric":6460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":6460,"score_linear":96105.0,"score_lmetric":14501},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":757,"cache_hit":0,"new_prefill":6460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":2572,"ongoing_decode_tokens":2572,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":594,"cache_hit":0,"new_prefill":6460,"score_linear":2572.0,"score_lmetric":6460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":6460,"score_linear":233348.0,"score_lmetric":12920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":6460,"score_linear":44920.0,"score_lmetric":6460},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":6460,"score_linear":149304.0,"score_lmetric":266271}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26906.624363901,"t_first_token_unix":1779960903.1793067,"t_done":26906.746116862,"t_done_unix":1779960903.3010595},{"request_id":"1258859:4:1282900:176","session_id":"1258859","input_length":118736,"t_proxy_recv":26900.494848477,"t_decision_unix":1779960897.04979,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9960921708664601,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (464 < 8000)","v3_prefill_cache_hit":118272,"v3_new_local":464,"cache_hit":118272,"estimated_new_tokens":464,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114936,"ongoing_decode_tokens":114936,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":118736,"score_linear":114936.0,"score_lmetric":237472},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":118736,"score_linear":77805.0,"score_lmetric":196541},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":118736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":329,"cache_hit":118272,"new_prefill":464,"score_linear":-3660.0,"score_lmetric":464},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":118736,"score_linear":103634.0,"score_lmetric":356208},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":118736,"score_linear":149304.0,"score_lmetric":603099}],"chosen_score_linear":-3660.0,"chosen_score_lmetric":464,"t_first_token":26900.733369232,"t_first_token_unix":1779960897.288313,"t_done":26907.163974333,"t_done_unix":1779960903.718918},{"request_id":"1290365:3:1293216:222","session_id":"1290365","input_length":24482,"t_proxy_recv":26905.151070545,"t_decision_unix":1779960901.7060115,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23040,"affinity_cache_ratio":0.941099583367372,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1442 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1442,"cache_hit":23040,"estimated_new_tokens":1442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":24482,"score_linear":25187.0,"score_lmetric":24482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":798,"cache_hit":23040,"new_prefill":1442,"score_linear":-23040.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":0,"pending_prefill_tokens":8041,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":24482,"score_linear":96105.0,"score_lmetric":32523},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":24482,"score_linear":77805.0,"score_lmetric":102287},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":594,"cache_hit":0,"new_prefill":24482,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":24482,"score_linear":233348.0,"score_lmetric":48964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":24482,"score_linear":44920.0,"score_lmetric":24482},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":24482,"score_linear":149304.0,"score_lmetric":320337}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":26905.415655838,"t_first_token_unix":1779960901.9705992,"t_done":26907.485956084,"t_done_unix":1779960904.0408995},{"request_id":"1266668:8:1292408:218","session_id":"1266668","input_length":96105,"t_proxy_recv":26902.35023816,"t_decision_unix":1779960898.9051795,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":88064,"affinity_cache_ratio":0.916331096196868,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":88064,"v3_new_local":8041,"cache_hit":88064,"estimated_new_tokens":8041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":4096,"new_prefill":92009,"score_linear":21091.0,"score_lmetric":92009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":88064,"new_prefill":8041,"score_linear":-88064.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":96105,"score_linear":77805.0,"score_lmetric":173910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":586,"cache_hit":0,"new_prefill":96105,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":96105,"score_linear":233348.0,"score_lmetric":192210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":87665,"ongoing_decode_tokens":87665,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":827,"cache_hit":7680,"new_prefill":88425,"score_linear":79985.0,"score_lmetric":176850},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":79872,"new_prefill":16233,"score_linear":69432.0,"score_lmetric":295590}],"chosen_score_linear":-88064.0,"chosen_score_lmetric":0,"t_first_token":26906.93265394,"t_first_token_unix":1779960903.487598,"t_done":26907.855947488,"t_done_unix":1779960904.4108965},{"request_id":"1291944:2:1293798:227","session_id":"1291944","input_length":12388,"t_proxy_recv":26907.282121385,"t_decision_unix":1779960903.837062,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.6199547949628673,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4708 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":4708,"cache_hit":7680,"estimated_new_tokens":4708,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":12388,"score_linear":25187.0,"score_lmetric":12388},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":12388,"score_linear":24482.0,"score_lmetric":12388},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":96105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":12388,"score_linear":96105.0,"score_lmetric":12388},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":769,"cache_hit":0,"new_prefill":12388,"score_linear":28796.0,"score_lmetric":12388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":596,"cache_hit":7680,"new_prefill":4708,"score_linear":-7680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":12388,"score_linear":114612.0,"score_lmetric":12388},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73716,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":835,"cache_hit":0,"new_prefill":12388,"score_linear":73716.0,"score_lmetric":24776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":12388,"score_linear":149304.0,"score_lmetric":284055}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":26907.753965271,"t_first_token_unix":1779960904.3089085,"t_done":26908.098656237,"t_done_unix":1779960904.6535995},{"request_id":"1242838:4:1265709:87","session_id":"1242838","input_length":25187,"t_proxy_recv":26810.391858433,"t_decision_unix":1779960806.9467995,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":22016,"affinity_cache_ratio":0.8741017191408266,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3171 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":3171,"cache_hit":22016,"estimated_new_tokens":3171,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":110048,"ongoing_decode_tokens":0,"pending_prefill_tokens":110048,"num_requests":1,"active_p_offloads":0,"cached_blocks":185,"cache_hit":22016,"new_prefill":3171,"score_linear":88032.0,"score_lmetric":113219},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":55989,"ongoing_decode_tokens":55989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":279,"cache_hit":0,"new_prefill":25187,"score_linear":55989.0,"score_lmetric":25187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":323,"cache_hit":0,"new_prefill":25187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71575,"ongoing_decode_tokens":15283,"pending_prefill_tokens":56292,"num_requests":2,"active_p_offloads":0,"cached_blocks":220,"cache_hit":0,"new_prefill":25187,"score_linear":71575.0,"score_lmetric":162958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27639,"ongoing_decode_tokens":0,"pending_prefill_tokens":5111,"num_requests":1,"active_p_offloads":0,"cached_blocks":258,"cache_hit":0,"new_prefill":25187,"score_linear":27639.0,"score_lmetric":30298},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":125063,"ongoing_decode_tokens":0,"pending_prefill_tokens":117383,"num_requests":2,"active_p_offloads":0,"cached_blocks":36,"cache_hit":0,"new_prefill":25187,"score_linear":125063.0,"score_lmetric":285140},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50783,"ongoing_decode_tokens":0,"pending_prefill_tokens":50783,"num_requests":1,"active_p_offloads":0,"cached_blocks":231,"cache_hit":0,"new_prefill":25187,"score_linear":50783.0,"score_lmetric":75970},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":45884,"ongoing_decode_tokens":0,"pending_prefill_tokens":23868,"num_requests":2,"active_p_offloads":0,"cached_blocks":81,"cache_hit":0,"new_prefill":25187,"score_linear":45884.0,"score_lmetric":98110}],"chosen_score_linear":88032.0,"chosen_score_lmetric":113219,"t_first_token":26846.877102702,"t_first_token_unix":1779960843.4320464,"t_done":26911.217896965,"t_done_unix":1779960907.7728405},{"request_id":"1272313:8:1293738:226","session_id":"1272313","input_length":28796,"t_proxy_recv":26907.133722699,"t_decision_unix":1779960903.6886637,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":15872,"affinity_cache_ratio":0.5511876649534657,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":15872,"v3_new_local":12924,"v3_src_idx":6,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":15872,"estimated_new_tokens":12924,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":4096,"new_prefill":24700,"score_linear":21091.0,"score_lmetric":24700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24482,"ongoing_decode_tokens":24482,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":798,"cache_hit":0,"new_prefill":28796,"score_linear":24482.0,"score_lmetric":28796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96105,"ongoing_decode_tokens":96105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":7680,"new_prefill":21116,"score_linear":88425.0,"score_lmetric":21116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":769,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":596,"cache_hit":0,"new_prefill":28796,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":233348,"ongoing_decode_tokens":233348,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":329,"cache_hit":0,"new_prefill":28796,"score_linear":233348.0,"score_lmetric":57592},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":835,"cache_hit":15872,"new_prefill":12924,"score_linear":29048.0,"score_lmetric":12924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":21116,"score_linear":141624.0,"score_lmetric":310239}],"chosen_score_linear":29048.0,"chosen_score_lmetric":12924,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"t_prefill_sent":26907.134518914,"t_prefill_sent_unix":1779960903.6894615,"t_prefill_done":26909.344433476,"t_prefill_done_unix":1779960905.8993793,"t_decode_sent":26909.34485724,"t_decode_sent_unix":1779960905.8998003,"t_first_token":26909.912649625,"t_first_token_unix":1779960906.4675932,"t_done":26911.735248923,"t_done_unix":1779960908.2901921},{"request_id":"1294611:1:1294611:229","session_id":"1294611","input_length":21947,"t_proxy_recv":26909.744792584,"t_decision_unix":1779960906.2997334,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9147.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":9147,"cache_hit":12800,"estimated_new_tokens":9147,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25187,"ongoing_decode_tokens":25187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":21947,"score_linear":25187.0,"score_lmetric":21947},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":801,"cache_hit":12800,"new_prefill":9147,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28796,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":769,"cache_hit":12800,"new_prefill":9147,"score_linear":15996.0,"score_lmetric":9147},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":21947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":21947,"score_linear":114612.0,"score_lmetric":21947},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":21947,"score_linear":44920.0,"score_lmetric":21947},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":21947,"score_linear":149304.0,"score_lmetric":312732}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":26911.12961226,"t_first_token_unix":1779960907.6845558,"t_done":26911.798841752,"t_done_unix":1779960908.353785},{"request_id":"1266668:9:1295576:231","session_id":"1266668","input_length":96717,"t_proxy_recv":26913.310787595,"t_decision_unix":1779960909.8657286,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9899397210418024,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (973 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":973,"cache_hit":95744,"estimated_new_tokens":973,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":4096,"new_prefill":92621,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":780,"cache_hit":95744,"new_prefill":973,"score_linear":-95744.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":7680,"new_prefill":89037,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":96717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":96717,"score_linear":114612.0,"score_lmetric":96717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":7680,"new_prefill":89037,"score_linear":87920.0,"score_lmetric":193418},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":79872,"new_prefill":16845,"score_linear":69432.0,"score_lmetric":297426}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":26913.851557349,"t_first_token_unix":1779960910.4065003,"t_done":26914.145996937,"t_done_unix":1779960910.7009404},{"request_id":"1295690:1:1295690:232","session_id":"1295690","input_length":10857,"t_proxy_recv":26913.645923819,"t_decision_unix":1779960910.200865,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10857.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10857,"cache_hit":0,"estimated_new_tokens":10857,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":96717,"ongoing_decode_tokens":0,"pending_prefill_tokens":973,"num_requests":1,"active_p_offloads":0,"cached_blocks":780,"cache_hit":0,"new_prefill":10857,"score_linear":96717.0,"score_lmetric":11830},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":10857,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":10857,"score_linear":114612.0,"score_lmetric":10857},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":10857,"score_linear":95600.0,"score_lmetric":37058},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":10857,"score_linear":149304.0,"score_lmetric":279462}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26914.525290111,"t_first_token_unix":1779960911.0802343,"t_done":26914.968165764,"t_done_unix":1779960911.5231092},{"request_id":"1294611:2:1295852:233","session_id":"1294611","input_length":23610,"t_proxy_recv":26914.152054965,"t_decision_unix":1779960910.7069967,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9324862346463363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1594 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":1594,"cache_hit":22016,"estimated_new_tokens":1594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":22016,"new_prefill":1594,"score_linear":-22016.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":10857,"ongoing_decode_tokens":0,"pending_prefill_tokens":10857,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":12800,"new_prefill":10810,"score_linear":-1943.0,"score_lmetric":21667},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":23610,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":23610,"score_linear":114612.0,"score_lmetric":23610},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":23610,"score_linear":95600.0,"score_lmetric":62564},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":23610,"score_linear":149304.0,"score_lmetric":317721}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":26914.537938599,"t_first_token_unix":1779960911.0928822,"t_done":26915.911364056,"t_done_unix":1779960912.466307},{"request_id":"1289570:1:1289570:204","session_id":"1289570","input_length":82014,"t_proxy_recv":26892.989880197,"t_decision_unix":1779960889.5448217,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":82014.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,1,1,1,3,1,1])","v3_prefill_cache_hit":0,"v3_new_local":82014,"cache_hit":0,"estimated_new_tokens":82014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":82014,"score_linear":114413.0,"score_lmetric":164028},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":82014,"score_linear":49619.0,"score_lmetric":82014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":82014,"score_linear":87741.0,"score_lmetric":89371},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":82014,"score_linear":77805.0,"score_lmetric":159819},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":82014,"score_linear":9610.0,"score_lmetric":91624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":82014,"score_linear":241593.0,"score_lmetric":246042},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":82014,"score_linear":44920.0,"score_lmetric":95702},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":453,"cache_hit":0,"new_prefill":82014,"score_linear":32191.0,"score_lmetric":82014}],"chosen_score_linear":32191.0,"chosen_score_lmetric":82014,"t_first_token":26915.825337638,"t_first_token_unix":1779960912.380281,"t_done":26916.6681706,"t_done_unix":1779960913.223114},{"request_id":"1262354:12:1291548:213","session_id":"1262354","input_length":35099,"t_proxy_recv":26899.681535863,"t_decision_unix":1779960896.2364771,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9919370922248497,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (283 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":283,"cache_hit":34816,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114936,"ongoing_decode_tokens":114936,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":664,"cache_hit":0,"new_prefill":35099,"score_linear":114936.0,"score_lmetric":70198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":789,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":87741,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":35099,"score_linear":87741.0,"score_lmetric":35099},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":35099,"score_linear":77805.0,"score_lmetric":112904},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":571,"cache_hit":0,"new_prefill":35099,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":232709,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":320,"cache_hit":0,"new_prefill":35099,"score_linear":232709.0,"score_lmetric":70198},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103634,"ongoing_decode_tokens":103634,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":35099,"score_linear":103634.0,"score_lmetric":105297},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":114205,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82014,"num_requests":2,"active_p_offloads":0,"cached_blocks":453,"cache_hit":34816,"new_prefill":283,"score_linear":79389.0,"score_lmetric":164594}],"chosen_score_linear":79389.0,"chosen_score_lmetric":164594,"t_first_token":26915.827284703,"t_first_token_unix":1779960912.3822281,"t_done":26916.845461247,"t_done_unix":1779960913.4004042},{"request_id":"1279412:4:1289482:203","session_id":"1279412","input_length":32191,"t_proxy_recv":26892.642027029,"t_decision_unix":1779960889.1969686,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9861141312789289,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (447 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":447,"cache_hit":31744,"estimated_new_tokens":447,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114413,"ongoing_decode_tokens":114413,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":32191,"score_linear":114413.0,"score_lmetric":64382},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":32191,"score_linear":49619.0,"score_lmetric":32191},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":87741,"ongoing_decode_tokens":0,"pending_prefill_tokens":7357,"num_requests":1,"active_p_offloads":0,"cached_blocks":750,"cache_hit":0,"new_prefill":32191,"score_linear":87741.0,"score_lmetric":39548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":32191,"score_linear":77805.0,"score_lmetric":109996},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9610,"ongoing_decode_tokens":0,"pending_prefill_tokens":9610,"num_requests":1,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":32191,"score_linear":9610.0,"score_lmetric":41801},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":32191,"score_linear":241593.0,"score_lmetric":96573},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":0,"pending_prefill_tokens":13688,"num_requests":1,"active_p_offloads":0,"cached_blocks":826,"cache_hit":0,"new_prefill":32191,"score_linear":44920.0,"score_lmetric":45879},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":31744,"new_prefill":447,"score_linear":-31744.0,"score_lmetric":0}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":26892.719846576,"t_first_token_unix":1779960889.27479,"t_done":26917.029414442,"t_done_unix":1779960913.5843585},{"request_id":"1262354:13:1293000:221","session_id":"1262354","input_length":35210,"t_proxy_recv":26916.852998098,"t_decision_unix":1779960913.4079397,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9888099971598977,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (394 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":394,"cache_hit":34816,"estimated_new_tokens":394,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":35210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35210,"score_linear":114612.0,"score_lmetric":35210},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":35210,"score_linear":95600.0,"score_lmetric":85764},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32191,"ongoing_decode_tokens":32191,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":613,"cache_hit":34816,"new_prefill":394,"score_linear":-2625.0,"score_lmetric":394}],"chosen_score_linear":-2625.0,"chosen_score_lmetric":394,"t_first_token":26916.933849557,"t_first_token_unix":1779960913.4887927,"t_done":26917.739135371,"t_done_unix":1779960914.2940784},{"request_id":"1275274:1:1275274:136","session_id":"1275274","input_length":114612,"t_proxy_recv":26843.530909358,"t_decision_unix":1779960840.0858507,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":114612.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":114612,"cache_hit":0,"estimated_new_tokens":114612,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166063,"ongoing_decode_tokens":0,"pending_prefill_tokens":113327,"num_requests":3,"active_p_offloads":0,"cached_blocks":185,"cache_hit":0,"new_prefill":114612,"score_linear":166063.0,"score_lmetric":683817},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":471,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":150574,"ongoing_decode_tokens":0,"pending_prefill_tokens":117806,"num_requests":2,"active_p_offloads":0,"cached_blocks":358,"cache_hit":0,"new_prefill":114612,"score_linear":150574.0,"score_lmetric":464836},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":139076,"ongoing_decode_tokens":15283,"pending_prefill_tokens":21719,"num_requests":3,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":114612,"score_linear":139076.0,"score_lmetric":408993},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":121069,"ongoing_decode_tokens":27639,"pending_prefill_tokens":93430,"num_requests":2,"active_p_offloads":0,"cached_blocks":295,"cache_hit":0,"new_prefill":114612,"score_linear":121069.0,"score_lmetric":416084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102074,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":442,"cache_hit":0,"new_prefill":114612,"score_linear":102074.0,"score_lmetric":114612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":292,"cache_hit":0,"new_prefill":114612,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26885.870073054,"t_first_token_unix":1779960882.4250166,"t_done":26917.780707292,"t_done_unix":1779960914.335651},{"request_id":"1296872:1:1296872:235","session_id":"1296872","input_length":624,"t_proxy_recv":26917.709236195,"t_decision_unix":1779960914.2641773,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":624.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (624 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":624,"cache_hit":0,"estimated_new_tokens":624,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":624,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":624,"score_linear":114612.0,"score_lmetric":624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":624,"score_linear":95600.0,"score_lmetric":16592},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":67569,"ongoing_decode_tokens":67569,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":624,"score_linear":67569.0,"score_lmetric":1248}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26917.777667461,"t_first_token_unix":1779960914.3326108,"t_done":26917.881299281,"t_done_unix":1779960914.436242},{"request_id":"1279412:5:1291651:214","session_id":"1279412","input_length":32359,"t_proxy_recv":26917.03499024,"t_decision_unix":1779960913.5899315,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9968169597329954,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (103 < 8000)","v3_prefill_cache_hit":32256,"v3_new_local":103,"cache_hit":32256,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":32359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":32359,"score_linear":114612.0,"score_lmetric":32359},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":32359,"score_linear":95600.0,"score_lmetric":80062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35210,"ongoing_decode_tokens":35210,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":32256,"new_prefill":103,"score_linear":2954.0,"score_lmetric":103}],"chosen_score_linear":2954.0,"chosen_score_lmetric":103,"t_first_token":26917.096133102,"t_first_token_unix":1779960913.6510763,"t_done":26917.943415873,"t_done_unix":1779960914.498359},{"request_id":"1296983:1:1296983:236","session_id":"1296983","input_length":1791,"t_proxy_recv":26918.143620249,"t_decision_unix":1779960914.698562,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1791.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1791 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1791,"cache_hit":0,"estimated_new_tokens":1791,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":1791,"score_linear":40278.0,"score_lmetric":1791},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":1791,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":1791,"score_linear":95600.0,"score_lmetric":18926},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75713,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":1791,"score_linear":75713.0,"score_lmetric":3582}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26918.262605285,"t_first_token_unix":1779960914.8175488,"t_done":26918.487501438,"t_done_unix":1779960915.0424442},{"request_id":"1260327:7:1297673:242","session_id":"1260327","input_length":42363,"t_proxy_recv":26920.33183831,"t_decision_unix":1779960916.8867798,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.99105351367939,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (379 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":379,"cache_hit":41984,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":41984,"new_prefill":379,"score_linear":-1706.0,"score_lmetric":379},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":42363,"score_linear":23863.0,"score_lmetric":42363},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":42363,"score_linear":156652.0,"score_lmetric":205518},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":42363,"score_linear":62414.0,"score_lmetric":104777},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":42363,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":42363,"score_linear":95600.0,"score_lmetric":100070},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":42363,"score_linear":35435.0,"score_lmetric":42363}],"chosen_score_linear":-1706.0,"chosen_score_lmetric":379,"t_first_token":26920.485725104,"t_first_token_unix":1779960917.0406685,"t_done":26920.714959477,"t_done_unix":1779960917.2699037},{"request_id":"1262354:14:1294243:228","session_id":"1262354","input_length":35435,"t_proxy_recv":26917.746066456,"t_decision_unix":1779960914.301008,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9825313955129109,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (619 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":619,"cache_hit":34816,"estimated_new_tokens":619,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":35435,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":624,"ongoing_decode_tokens":0,"pending_prefill_tokens":624,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":35435,"score_linear":624.0,"score_lmetric":36059},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":35435,"score_linear":114612.0,"score_lmetric":35435},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":35435,"score_linear":95600.0,"score_lmetric":86214},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":32359,"ongoing_decode_tokens":32359,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":34816,"new_prefill":619,"score_linear":-2457.0,"score_lmetric":619}],"chosen_score_linear":-2457.0,"chosen_score_lmetric":619,"t_first_token":26917.871954301,"t_first_token_unix":1779960914.4268975,"t_done":26921.336503559,"t_done_unix":1779960917.8914468},{"request_id":"1272313:9:1297810:243","session_id":"1272313","input_length":29149,"t_proxy_recv":26920.815300883,"t_decision_unix":1779960917.3702426,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9836358022573674,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (477 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":477,"cache_hit":28672,"estimated_new_tokens":477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":4096,"new_prefill":25053,"score_linear":36182.0,"score_lmetric":25053},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":29149,"score_linear":23863.0,"score_lmetric":29149},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":7680,"new_prefill":21469,"score_linear":148972.0,"score_lmetric":163730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":28672,"new_prefill":477,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":29149,"score_linear":62414.0,"score_lmetric":91563},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":29149,"score_linear":13992.0,"score_lmetric":43141},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":28672,"new_prefill":477,"score_linear":66928.0,"score_lmetric":16298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":7680,"new_prefill":21469,"score_linear":27755.0,"score_lmetric":21469}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":26920.904984258,"t_first_token_unix":1779960917.4599285,"t_done":26921.826588825,"t_done_unix":1779960918.3815322},{"request_id":"1290442:2:1298058:246","session_id":"1290442","input_length":11994,"t_proxy_recv":26921.680506286,"t_decision_unix":1779960918.2354481,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":7168,"affinity_cache_ratio":0.5976321494080373,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4826 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":4826,"cache_hit":7168,"estimated_new_tokens":4826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":7168,"new_prefill":4826,"score_linear":33110.0,"score_lmetric":4826},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":11994,"score_linear":23863.0,"score_lmetric":11994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":11994,"score_linear":156652.0,"score_lmetric":144780},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":11994,"score_linear":29149.0,"score_lmetric":11994},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":11994,"score_linear":62414.0,"score_lmetric":74408},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":11994,"score_linear":13992.0,"score_lmetric":25986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":11994,"score_linear":95600.0,"score_lmetric":39332},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57299,"ongoing_decode_tokens":35669,"pending_prefill_tokens":8830,"num_requests":2,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":11994,"score_linear":57299.0,"score_lmetric":41648}],"chosen_score_linear":33110.0,"chosen_score_lmetric":4826,"t_first_token":26922.185721688,"t_first_token_unix":1779960918.7406652,"t_done":26922.269246366,"t_done_unix":1779960918.8241892},{"request_id":"1294611:3:1297534:240","session_id":"1294611","input_length":23863,"t_proxy_recv":26919.989562351,"t_decision_unix":1779960916.5445037,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9869672715081926,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":311,"cache_hit":23552,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":23863,"score_linear":40278.0,"score_lmetric":23863},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":23552,"new_prefill":311,"score_linear":-23552.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":23863,"score_linear":59507.0,"score_lmetric":83370},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":12800,"new_prefill":11063,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":23863,"score_linear":62414.0,"score_lmetric":86277},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":23863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":23863,"score_linear":95600.0,"score_lmetric":63070},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75713,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":23863,"score_linear":75713.0,"score_lmetric":47726}],"chosen_score_linear":-23552.0,"chosen_score_lmetric":0,"t_first_token":26920.047684807,"t_first_token_unix":1779960916.6026278,"t_done":26923.131428154,"t_done_unix":1779960919.6863713},{"request_id":"1297811:1:1297811:244","session_id":"1297811","input_length":13992,"t_proxy_recv":26920.811687052,"t_decision_unix":1779960917.3666282,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":13992.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13992,"cache_hit":0,"estimated_new_tokens":13992,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":13992,"score_linear":40278.0,"score_lmetric":13992},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":13992,"score_linear":23863.0,"score_lmetric":13992},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":13992,"score_linear":156652.0,"score_lmetric":148776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":1536,"new_prefill":12456,"score_linear":60878.0,"score_lmetric":74870},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":13992,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":13992,"score_linear":95600.0,"score_lmetric":43328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":0,"new_prefill":13992,"score_linear":35435.0,"score_lmetric":13992}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26922.020311468,"t_first_token_unix":1779960918.5752554,"t_done":26923.320237574,"t_done_unix":1779960919.8751805},{"request_id":"1290365:4:1298540:247","session_id":"1290365","input_length":25103,"t_proxy_recv":26923.386509768,"t_decision_unix":1779960919.9414513,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.979006493247819,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (527 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":527,"cache_hit":24576,"estimated_new_tokens":527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":25103,"score_linear":40278.0,"score_lmetric":25103},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":24576,"new_prefill":527,"score_linear":-24576.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":25103,"score_linear":156652.0,"score_lmetric":170998},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":25103,"score_linear":62414.0,"score_lmetric":87517},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":25103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":25103,"score_linear":95600.0,"score_lmetric":50206},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57299,"ongoing_decode_tokens":57299,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":25103,"score_linear":57299.0,"score_lmetric":50206}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":26923.494269321,"t_first_token_unix":1779960920.0492127,"t_done":26924.568110256,"t_done_unix":1779960921.1230545},{"request_id":"1262354:15:1296106:234","session_id":"1262354","input_length":35669,"t_proxy_recv":26921.344474769,"t_decision_unix":1779960917.8994162,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9904398777650061,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (341 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":341,"cache_hit":35328,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":35669,"score_linear":40278.0,"score_lmetric":35669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":35669,"score_linear":23863.0,"score_lmetric":35669},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":35669,"score_linear":156652.0,"score_lmetric":192130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":35669,"score_linear":29149.0,"score_lmetric":35669},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":35669,"score_linear":62414.0,"score_lmetric":98083},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":35669,"score_linear":13992.0,"score_lmetric":49661},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":35669,"score_linear":95600.0,"score_lmetric":86682},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":630,"cache_hit":35328,"new_prefill":341,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":26921.42923898,"t_first_token_unix":1779960917.9841824,"t_done":26925.701101095,"t_done_unix":1779960922.2560444},{"request_id":"1298970:1:1298970:248","session_id":"1298970","input_length":9530,"t_proxy_recv":26924.949610798,"t_decision_unix":1779960921.5045521,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9530.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9530,"cache_hit":0,"estimated_new_tokens":9530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":9530,"score_linear":40278.0,"score_lmetric":9530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":9530,"score_linear":156652.0,"score_lmetric":139852},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":9530,"score_linear":62414.0,"score_lmetric":71944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":9530,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":9530,"score_linear":95600.0,"score_lmetric":19060},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57299,"ongoing_decode_tokens":57299,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":9530,"score_linear":57299.0,"score_lmetric":19060}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26925.674227724,"t_first_token_unix":1779960922.229171,"t_done":26925.860719774,"t_done_unix":1779960922.415663},{"request_id":"1268861:3:1298057:245","session_id":"1268861","input_length":21630,"t_proxy_recv":26921.667351986,"t_decision_unix":1779960918.2222936,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5917706888580675,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,1,2,1,1,1,2,1])","v3_prefill_cache_hit":12800,"v3_new_local":8830,"cache_hit":12800,"estimated_new_tokens":8830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":21630,"score_linear":40278.0,"score_lmetric":21630},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":21630,"score_linear":23863.0,"score_lmetric":21630},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":21630,"score_linear":156652.0,"score_lmetric":164052},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29149,"ongoing_decode_tokens":29149,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":21630,"score_linear":29149.0,"score_lmetric":21630},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":21630,"score_linear":62414.0,"score_lmetric":84044},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13992,"ongoing_decode_tokens":0,"pending_prefill_tokens":13992,"num_requests":1,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":21630,"score_linear":13992.0,"score_lmetric":35622},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":21630,"score_linear":95600.0,"score_lmetric":58604},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35669,"ongoing_decode_tokens":35669,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":630,"cache_hit":12800,"new_prefill":8830,"score_linear":22869.0,"score_lmetric":8830}],"chosen_score_linear":22869.0,"chosen_score_lmetric":8830,"t_first_token":26922.934525268,"t_first_token_unix":1779960919.4894683,"t_done":26925.946461941,"t_done_unix":1779960922.5014052},{"request_id":"1299073:1:1299073:249","session_id":"1299073","input_length":881,"t_proxy_recv":26925.30953316,"t_decision_unix":1779960921.8644745,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":881.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (881 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":881,"cache_hit":0,"estimated_new_tokens":881,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":881,"score_linear":40278.0,"score_lmetric":881},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":9530,"ongoing_decode_tokens":0,"pending_prefill_tokens":9530,"num_requests":1,"active_p_offloads":0,"cached_blocks":827,"cache_hit":0,"new_prefill":881,"score_linear":9530.0,"score_lmetric":10411},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":881,"score_linear":156652.0,"score_lmetric":122554},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":881,"score_linear":62414.0,"score_lmetric":63295},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":881,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":881,"score_linear":95600.0,"score_lmetric":1762},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":57299,"ongoing_decode_tokens":57299,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":630,"cache_hit":0,"new_prefill":881,"score_linear":57299.0,"score_lmetric":1762}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26925.41516341,"t_first_token_unix":1779960921.9701066,"t_done":26926.540414054,"t_done_unix":1779960923.0953572},{"request_id":"1296983:2:1299368:250","session_id":"1296983","input_length":7963,"t_proxy_recv":26926.134225857,"t_decision_unix":1779960922.6891673,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":1536,"affinity_cache_ratio":0.1928921260831345,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":6427.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6427 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":6427,"cache_hit":1536,"estimated_new_tokens":6427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":7963,"score_linear":40278.0,"score_lmetric":7963},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":845,"cache_hit":1536,"new_prefill":6427,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":7963,"score_linear":156652.0,"score_lmetric":136718},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":7963,"score_linear":62414.0,"score_lmetric":70377},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":7963,"score_linear":881.0,"score_lmetric":7963},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":7963,"score_linear":95600.0,"score_lmetric":15926},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":7963,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":26926.596044495,"t_first_token_unix":1779960923.1509876,"t_done":26926.790237946,"t_done_unix":1779960923.3451812},{"request_id":"1279412:6:1293655:225","session_id":"1279412","input_length":40278,"t_proxy_recv":26917.953716998,"t_decision_unix":1779960914.5086586,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.8008342022940563,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":32256,"v3_new_local":8022,"v3_src_idx":7,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":32256,"estimated_new_tokens":8022,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":40278,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":40278,"score_linear":95600.0,"score_lmetric":95900},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":614,"cache_hit":32256,"new_prefill":8022,"score_linear":3179.0,"score_lmetric":8022}],"chosen_score_linear":3179.0,"chosen_score_lmetric":8022,"v2_src_url":"http://127.0.0.1:8007","v2_src_idx":7,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":26917.954653999,"t_prefill_sent_unix":1779960914.5095966,"t_prefill_done":26919.990582537,"t_prefill_done_unix":1779960916.5455258,"t_decode_sent":26919.991058742,"t_decode_sent_unix":1779960916.5460014,"t_first_token":26923.442599639,"t_first_token_unix":1779960919.997543,"t_done":26926.96047342,"t_done_unix":1779960923.5154166},{"request_id":"1296872:2:1299394:251","session_id":"1296872","input_length":8352,"t_proxy_recv":26926.24818185,"t_decision_unix":1779960922.8031235,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":3,"affinity_cache_hit":512,"affinity_cache_ratio":0.06130268199233716,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":8352.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8352,"cache_hit":0,"estimated_new_tokens":8352,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":8352,"score_linear":40278.0,"score_lmetric":8352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":8352,"score_linear":7963.0,"score_lmetric":14779},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":8352,"score_linear":156652.0,"score_lmetric":137496},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":512,"new_prefill":7840,"score_linear":61902.0,"score_lmetric":70254},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":8352,"score_linear":881.0,"score_lmetric":8352},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":8352,"score_linear":95600.0,"score_lmetric":16704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":8352,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26926.855957164,"t_first_token_unix":1779960923.4109006,"t_done":26926.989219046,"t_done_unix":1779960923.544162},{"request_id":"1292750:2:1299406:252","session_id":"1292750","input_length":19157,"t_proxy_recv":26926.289060585,"t_decision_unix":1779960922.8440022,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.24053870647804979,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":19157.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19157,"cache_hit":0,"estimated_new_tokens":19157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":19157,"score_linear":40278.0,"score_lmetric":19157},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":4608,"new_prefill":14549,"score_linear":3355.0,"score_lmetric":20976},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":19157,"score_linear":156652.0,"score_lmetric":159106},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":19157,"score_linear":8352.0,"score_lmetric":27509},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":19157,"score_linear":62414.0,"score_lmetric":81571},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":881,"ongoing_decode_tokens":881,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":582,"cache_hit":0,"new_prefill":19157,"score_linear":881.0,"score_lmetric":19157},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":19157,"score_linear":95600.0,"score_lmetric":38314},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":19157,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26928.234966989,"t_first_token_unix":1779960924.7899108,"t_done":26928.324174668,"t_done_unix":1779960924.8791177},{"request_id":"1272313:10:1299814:254","session_id":"1272313","input_length":29486,"t_proxy_recv":26927.668135252,"t_decision_unix":1779960924.2230763,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9897578511836126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (302 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":302,"cache_hit":29184,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":4096,"new_prefill":25390,"score_linear":56097.0,"score_lmetric":45135},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":7680,"new_prefill":21806,"score_linear":148972.0,"score_lmetric":164404},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":863,"cache_hit":29184,"new_prefill":302,"score_linear":-29184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":29486,"score_linear":62414.0,"score_lmetric":91900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":29486,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114493,"ongoing_decode_tokens":95600,"pending_prefill_tokens":7117,"num_requests":3,"active_p_offloads":0,"cached_blocks":860,"cache_hit":28672,"new_prefill":814,"score_linear":85821.0,"score_lmetric":23793},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":7680,"new_prefill":21806,"score_linear":11477.0,"score_lmetric":40963}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":26927.792342928,"t_first_token_unix":1779960924.3472865,"t_done":26929.253288315,"t_done_unix":1779960925.8082314},{"request_id":"1269373:8:1295332:230","session_id":"1269373","input_length":50680,"t_proxy_recv":26912.295080234,"t_decision_unix":1779960908.8500216,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43008,"affinity_cache_ratio":0.8486187845303867,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7672 < 8000)","v3_prefill_cache_hit":43008,"v3_new_local":7672,"cache_hit":43008,"estimated_new_tokens":7672,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":674,"cache_hit":4096,"new_prefill":46584,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":780,"cache_hit":7680,"new_prefill":43000,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":7680,"new_prefill":43000,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":50680,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":114612,"ongoing_decode_tokens":114612,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":330,"cache_hit":0,"new_prefill":50680,"score_linear":114612.0,"score_lmetric":50680},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44920,"ongoing_decode_tokens":44920,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":860,"cache_hit":43008,"new_prefill":7672,"score_linear":1912.0,"score_lmetric":7672},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":149304,"ongoing_decode_tokens":32191,"pending_prefill_tokens":82297,"num_requests":3,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":43000,"score_linear":141624.0,"score_lmetric":375891}],"chosen_score_linear":1912.0,"chosen_score_lmetric":7672,"t_first_token":26921.934303711,"t_first_token_unix":1779960918.489247,"t_done":26929.720749468,"t_done_unix":1779960926.2756927},{"request_id":"1294611:4:1300505:257","session_id":"1294611","input_length":24384,"t_proxy_recv":26930.133936432,"t_decision_unix":1779960926.6888778,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9868766404199475,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":320,"cache_hit":24064,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":24384,"score_linear":60193.0,"score_lmetric":44129},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":24064,"new_prefill":320,"score_linear":-24064.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":24384,"score_linear":156652.0,"score_lmetric":169560},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":12800,"new_prefill":11584,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":24384,"score_linear":76627.0,"score_lmetric":174374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63813,"ongoing_decode_tokens":63813,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":24384,"score_linear":63813.0,"score_lmetric":48768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":24384,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":26930.193912102,"t_first_token_unix":1779960926.7488556,"t_done":26930.558363728,"t_done_unix":1779960927.1133065},{"request_id":"1294611:5:1301356:262","session_id":"1294611","input_length":25650,"t_proxy_recv":26932.959328624,"t_decision_unix":1779960929.5142703,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9381676413255361,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1586 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":1586,"cache_hit":24064,"estimated_new_tokens":1586,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":25650,"score_linear":60193.0,"score_lmetric":45395},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":857,"cache_hit":24064,"new_prefill":1586,"score_linear":1884.0,"score_lmetric":1586},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":156652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":25650,"score_linear":156652.0,"score_lmetric":51300},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":12800,"new_prefill":12850,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":25650,"score_linear":76627.0,"score_lmetric":176906},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":25650,"score_linear":43607.0,"score_lmetric":55433},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":63813,"pending_prefill_tokens":3763,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":25650,"score_linear":118264.0,"score_lmetric":88239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":25650,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":1884.0,"chosen_score_lmetric":1586,"t_first_token":26933.24193979,"t_first_token_unix":1779960929.796884,"t_done":26933.651727371,"t_done_unix":1779960930.2066705},{"request_id":"1290365:5:1300807:259","session_id":"1290365","input_length":25948,"t_proxy_recv":26931.31091496,"t_decision_unix":1779960927.865856,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9668567905040851,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (860 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":860,"cache_hit":25088,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":25948,"score_linear":60193.0,"score_lmetric":45693},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":25088,"new_prefill":860,"score_linear":-25088.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":25948,"score_linear":156652.0,"score_lmetric":172688},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":25948,"score_linear":76627.0,"score_lmetric":177502},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":25948,"score_linear":43607.0,"score_lmetric":55731},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63813,"ongoing_decode_tokens":63813,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":25948,"score_linear":63813.0,"score_lmetric":51896},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":25948,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":26931.535309986,"t_first_token_unix":1779960928.0902536,"t_done":26933.995280022,"t_done_unix":1779960930.5502236},{"request_id":"1297473:1:1297473:239","session_id":"1297473","input_length":62414,"t_proxy_recv":26919.892744288,"t_decision_unix":1779960916.4476857,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":62414.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":62414,"cache_hit":0,"estimated_new_tokens":62414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":62414,"score_linear":40278.0,"score_lmetric":62414},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":18944,"new_prefill":43470,"score_linear":40563.0,"score_lmetric":102977},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":62414,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":62414,"score_linear":95600.0,"score_lmetric":140172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75713,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":62414,"score_linear":75713.0,"score_lmetric":124828}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26933.859803145,"t_first_token_unix":1779960930.4147472,"t_done":26934.290307858,"t_done_unix":1779960930.845251},{"request_id":"1286804:2:1300234:256","session_id":"1286804","input_length":14213,"t_proxy_recv":26929.115326696,"t_decision_unix":1779960925.670268,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.9726306902131852,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (389 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":389,"cache_hit":13824,"estimated_new_tokens":389,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":14213,"score_linear":60193.0,"score_lmetric":33958},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":14213,"score_linear":156652.0,"score_lmetric":149218},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29486,"ongoing_decode_tokens":29486,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":14213,"score_linear":29486.0,"score_lmetric":14213},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":13824,"new_prefill":389,"score_linear":48590.0,"score_lmetric":62803},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":1536,"new_prefill":12677,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114493,"ongoing_decode_tokens":114493,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":14213,"score_linear":114493.0,"score_lmetric":42639},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":14213,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":48590.0,"chosen_score_lmetric":62803,"t_first_token":26933.87325011,"t_first_token_unix":1779960930.428194,"t_done":26934.701027518,"t_done_unix":1779960931.2559714},{"request_id":"1297117:1:1297117:237","session_id":"1297117","input_length":59507,"t_proxy_recv":26918.624791668,"t_decision_unix":1779960915.1797333,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":59507.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59507,"cache_hit":0,"estimated_new_tokens":59507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":0,"new_prefill":59507,"score_linear":40278.0,"score_lmetric":59507},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":59507,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":59507,"score_linear":95600.0,"score_lmetric":134358},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75713,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":614,"cache_hit":0,"new_prefill":59507,"score_linear":75713.0,"score_lmetric":119014}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26931.776697527,"t_first_token_unix":1779960928.3316414,"t_done":26934.884628452,"t_done_unix":1779960931.4395723},{"request_id":"1266668:10:1297641:241","session_id":"1266668","input_length":97145,"t_proxy_recv":26920.248977868,"t_decision_unix":1779960916.8039193,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":96256,"affinity_cache_ratio":0.9908487312779866,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (889 < 8000)","v3_prefill_cache_hit":96256,"v3_new_local":889,"cache_hit":96256,"estimated_new_tokens":889,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":674,"cache_hit":4096,"new_prefill":93049,"score_linear":36182.0,"score_lmetric":93049},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":23863,"ongoing_decode_tokens":23863,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":825,"cache_hit":0,"new_prefill":97145,"score_linear":23863.0,"score_lmetric":97145},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":59507,"ongoing_decode_tokens":0,"pending_prefill_tokens":59507,"num_requests":1,"active_p_offloads":0,"cached_blocks":781,"cache_hit":96256,"new_prefill":889,"score_linear":-36749.0,"score_lmetric":60396},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":846,"cache_hit":7680,"new_prefill":89465,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":97145,"score_linear":62414.0,"score_lmetric":159559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":555,"cache_hit":0,"new_prefill":97145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":44920,"pending_prefill_tokens":7672,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":7680,"new_prefill":89465,"score_linear":87920.0,"score_lmetric":194274},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35435,"ongoing_decode_tokens":35435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":629,"cache_hit":79872,"new_prefill":17273,"score_linear":-44437.0,"score_lmetric":17273}],"chosen_score_linear":-36749.0,"chosen_score_lmetric":60396,"t_first_token":26931.781749109,"t_first_token_unix":1779960928.3366933,"t_done":26935.36548355,"t_done_unix":1779960931.920433},{"request_id":"1279412:7:1297236:238","session_id":"1279412","input_length":60193,"t_proxy_recv":26926.978606138,"t_decision_unix":1779960923.5335479,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.6719718239662419,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":40448,"v3_new_local":19745,"cache_hit":40448,"estimated_new_tokens":19745,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":762,"cache_hit":40448,"new_prefill":19745,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":60193,"score_linear":156652.0,"score_lmetric":241178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8352,"ongoing_decode_tokens":8352,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":60193,"score_linear":8352.0,"score_lmetric":60193},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":60193,"score_linear":62414.0,"score_lmetric":122607},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":60193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":114493,"ongoing_decode_tokens":95600,"pending_prefill_tokens":7117,"num_requests":3,"active_p_offloads":0,"cached_blocks":860,"cache_hit":0,"new_prefill":60193,"score_linear":114493.0,"score_lmetric":201930},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":39936,"new_prefill":20257,"score_linear":-20779.0,"score_lmetric":39414}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":26933.498137623,"t_first_token_unix":1779960930.0530825,"t_done":26936.012962698,"t_done_unix":1779960932.5679073},{"request_id":"1302071:1:1302071:267","session_id":"1302071","input_length":6527,"t_proxy_recv":26935.675598915,"t_decision_unix":1779960932.2305408,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":6527.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6527 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6527,"cache_hit":0,"estimated_new_tokens":6527,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":103374,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":6527,"score_linear":103374.0,"score_lmetric":13054},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":6527,"score_linear":34706.0,"score_lmetric":41233},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":0,"pending_prefill_tokens":531,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":6527,"score_linear":97811.0,"score_lmetric":7058},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":6527,"score_linear":28972.0,"score_lmetric":24747},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":6527,"score_linear":26441.0,"score_lmetric":32968},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":6527,"score_linear":43607.0,"score_lmetric":36310},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":6527,"score_linear":118264.0,"score_lmetric":19581},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":6527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26936.114968326,"t_first_token_unix":1779960932.6699116,"t_done":26936.357652529,"t_done_unix":1779960932.9125957},{"request_id":"1302449:1:1302449:269","session_id":"1302449","input_length":1105,"t_proxy_recv":26937.209396964,"t_decision_unix":1779960933.7643383,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1105.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1105 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1105,"cache_hit":0,"estimated_new_tokens":1105,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":1105,"score_linear":103859.0,"score_lmetric":2210},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":1105,"score_linear":34706.0,"score_lmetric":35811},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":1105,"score_linear":97811.0,"score_lmetric":1105},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78827,"ongoing_decode_tokens":28972,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":1105,"score_linear":78827.0,"score_lmetric":2592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":1105,"score_linear":26441.0,"score_lmetric":27546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":1105,"score_linear":43607.0,"score_lmetric":1105},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":1105,"score_linear":118264.0,"score_lmetric":3315},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":1105,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26937.32433096,"t_first_token_unix":1779960933.8792748,"t_done":26937.764076491,"t_done_unix":1779960934.31902},{"request_id":"1279412:8:1300001:255","session_id":"1279412","input_length":60678,"t_proxy_recv":26936.024114928,"t_decision_unix":1779960932.5790565,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9956821253172484,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (262 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":262,"cache_hit":60416,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":60416,"new_prefill":262,"score_linear":-17235.0,"score_lmetric":262},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":60678,"score_linear":34706.0,"score_lmetric":95384},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":60678,"score_linear":97811.0,"score_lmetric":60678},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":60678,"score_linear":28972.0,"score_lmetric":78898},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":60678,"score_linear":26441.0,"score_lmetric":87119},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":60678,"score_linear":43607.0,"score_lmetric":90461},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":60678,"score_linear":118264.0,"score_lmetric":182034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6527,"ongoing_decode_tokens":0,"pending_prefill_tokens":6527,"num_requests":1,"active_p_offloads":0,"cached_blocks":685,"cache_hit":39936,"new_prefill":20742,"score_linear":-33409.0,"score_lmetric":27269}],"chosen_score_linear":-17235.0,"chosen_score_lmetric":262,"t_first_token":26936.232790926,"t_first_token_unix":1779960932.7877345,"t_done":26938.612174203,"t_done_unix":1779960935.1671176},{"request_id":"1277909:3:1289205:201","session_id":"1277909","input_length":44920,"t_proxy_recv":26891.687866691,"t_decision_unix":1779960888.242808,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":31232,"affinity_cache_ratio":0.6952804986642921,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":31232,"v3_new_local":13688,"cache_hit":31232,"estimated_new_tokens":13688,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114127,"ongoing_decode_tokens":114127,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":647,"cache_hit":4096,"new_prefill":40824,"score_linear":110031.0,"score_lmetric":81648},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":49619,"ongoing_decode_tokens":49619,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":44920,"score_linear":49619.0,"score_lmetric":44920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":80055,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":593,"cache_hit":0,"new_prefill":44920,"score_linear":80055.0,"score_lmetric":44920},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":77805,"ongoing_decode_tokens":0,"pending_prefill_tokens":77805,"num_requests":1,"active_p_offloads":0,"cached_blocks":605,"cache_hit":0,"new_prefill":44920,"score_linear":77805.0,"score_lmetric":122725},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":541,"cache_hit":0,"new_prefill":44920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":241593,"ongoing_decode_tokens":232709,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":303,"cache_hit":0,"new_prefill":44920,"score_linear":241593.0,"score_lmetric":134760},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":826,"cache_hit":31232,"new_prefill":13688,"score_linear":-31232.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":453,"cache_hit":7680,"new_prefill":37240,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":26895.256250278,"t_first_token_unix":1779960891.811194,"t_done":26938.7773203,"t_done_unix":1779960935.3322637},{"request_id":"1266668:11:1300918:260","session_id":"1266668","input_length":97811,"t_proxy_recv":26935.382796557,"t_decision_unix":1779960931.9377377,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945711627526557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (531 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":531,"cache_hit":97280,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":103374,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":4096,"new_prefill":93715,"score_linear":99278.0,"score_lmetric":187430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":97811,"score_linear":34706.0,"score_lmetric":132517},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":899,"cache_hit":97280,"new_prefill":531,"score_linear":-97280.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":7680,"new_prefill":90131,"score_linear":21292.0,"score_lmetric":108351},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":97811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":97811,"score_linear":43607.0,"score_lmetric":127594},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":7680,"new_prefill":90131,"score_linear":110584.0,"score_lmetric":270393},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":79872,"new_prefill":17939,"score_linear":-79872.0,"score_lmetric":0}],"chosen_score_linear":-97280.0,"chosen_score_lmetric":0,"t_first_token":26935.872882241,"t_first_token_unix":1779960932.427827,"t_done":26939.026489795,"t_done_unix":1779960935.5814333},{"request_id":"1302063:1:1302063:266","session_id":"1302063","input_length":26441,"t_proxy_recv":26935.672638486,"t_decision_unix":1779960932.2275798,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":26441.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":26441,"cache_hit":0,"estimated_new_tokens":26441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":103374,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":26441,"score_linear":103374.0,"score_lmetric":52882},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":26441,"score_linear":34706.0,"score_lmetric":61147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":0,"pending_prefill_tokens":531,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":26441,"score_linear":97811.0,"score_lmetric":26972},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":26441,"score_linear":28972.0,"score_lmetric":44661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":26441,"score_linear":43607.0,"score_lmetric":56224},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":26441,"score_linear":118264.0,"score_lmetric":79323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":26441,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26938.881617361,"t_first_token_unix":1779960935.4365613,"t_done":26939.137060481,"t_done_unix":1779960935.6920042},{"request_id":"1269373:9:1300958:261","session_id":"1269373","input_length":54451,"t_proxy_recv":26931.815975718,"t_decision_unix":1779960928.3709173,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.9308919946373804,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3763 < 8000)","v3_prefill_cache_hit":50688,"v3_new_local":3763,"cache_hit":50688,"estimated_new_tokens":3763,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":4096,"new_prefill":50355,"score_linear":56097.0,"score_lmetric":70100},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":25948,"ongoing_decode_tokens":25948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":54451,"score_linear":25948.0,"score_lmetric":54451},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":156652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":7680,"new_prefill":46771,"score_linear":148972.0,"score_lmetric":93542},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":54451,"score_linear":76627.0,"score_lmetric":234508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":54451,"score_linear":43607.0,"score_lmetric":84234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63813,"ongoing_decode_tokens":63813,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":875,"cache_hit":50688,"new_prefill":3763,"score_linear":13125.0,"score_lmetric":7526},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":7680,"new_prefill":46771,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":13125.0,"chosen_score_lmetric":7526,"t_first_token":26933.046458941,"t_first_token_unix":1779960929.6014023,"t_done":26939.13939912,"t_done_unix":1779960935.6943424},{"request_id":"1299507:1:1299507:253","session_id":"1299507","input_length":18893,"t_proxy_recv":26926.549303423,"t_decision_unix":1779960923.104245,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":14234.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7117 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":7117,"cache_hit":11776,"estimated_new_tokens":7117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40278,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":683,"cache_hit":0,"new_prefill":18893,"score_linear":40278.0,"score_lmetric":18893},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7963,"ongoing_decode_tokens":0,"pending_prefill_tokens":6427,"num_requests":1,"active_p_offloads":0,"cached_blocks":845,"cache_hit":0,"new_prefill":18893,"score_linear":7963.0,"score_lmetric":25320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":18893,"score_linear":156652.0,"score_lmetric":158578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8352,"ongoing_decode_tokens":0,"pending_prefill_tokens":8352,"num_requests":1,"active_p_offloads":0,"cached_blocks":847,"cache_hit":0,"new_prefill":18893,"score_linear":8352.0,"score_lmetric":27245},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":62414,"ongoing_decode_tokens":0,"pending_prefill_tokens":62414,"num_requests":1,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":18893,"score_linear":62414.0,"score_lmetric":81307},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":18893,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95600,"ongoing_decode_tokens":95600,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":860,"cache_hit":11776,"new_prefill":7117,"score_linear":83824.0,"score_lmetric":14234},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":19157,"ongoing_decode_tokens":0,"pending_prefill_tokens":19157,"num_requests":1,"active_p_offloads":0,"cached_blocks":648,"cache_hit":0,"new_prefill":18893,"score_linear":19157.0,"score_lmetric":38050}],"chosen_score_linear":83824.0,"chosen_score_lmetric":14234,"t_first_token":26928.493218339,"t_first_token_unix":1779960925.0481615,"t_done":26939.888111109,"t_done_unix":1779960936.443055},{"request_id":"1302907:1:1302907:272","session_id":"1302907","input_length":15958,"t_proxy_recv":26938.576654521,"t_decision_unix":1779960935.1315956,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":15958.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15958,"cache_hit":0,"estimated_new_tokens":15958,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":15958,"score_linear":103859.0,"score_lmetric":31916},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":15958,"score_linear":65351.0,"score_lmetric":111418},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":15958,"score_linear":97811.0,"score_lmetric":15958},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":15958,"score_linear":108775.0,"score_lmetric":49203},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":15958,"score_linear":26441.0,"score_lmetric":42399},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":15958,"score_linear":43607.0,"score_lmetric":15958},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":15958,"score_linear":118264.0,"score_lmetric":47874},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":699,"cache_hit":0,"new_prefill":15958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26940.029180091,"t_first_token_unix":1779960936.5841236,"t_done":26940.229680819,"t_done_unix":1779960936.7846236},{"request_id":"1260327:8:1301686:263","session_id":"1260327","input_length":43181,"t_proxy_recv":26934.156227203,"t_decision_unix":1779960930.7111685,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9722794747689957,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1197 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":1197,"cache_hit":41984,"estimated_new_tokens":1197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":60193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":41984,"new_prefill":1197,"score_linear":18209.0,"score_lmetric":1197},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":156652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":43181,"score_linear":156652.0,"score_lmetric":86362},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":76627,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":43181,"score_linear":76627.0,"score_lmetric":86362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":43181,"score_linear":43607.0,"score_lmetric":72964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":43181,"score_linear":118264.0,"score_lmetric":129543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":43181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":18209.0,"chosen_score_lmetric":1197,"t_first_token":26934.495580037,"t_first_token_unix":1779960931.0505242,"t_done":26940.876718095,"t_done_unix":1779960937.4316616},{"request_id":"1302449:2:1303563:277","session_id":"1302449","input_length":3709,"t_proxy_recv":26940.904505509,"t_decision_unix":1779960937.4594464,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1024,"affinity_cache_ratio":0.27608519816662175,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":2685.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2685 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":2685,"cache_hit":1024,"estimated_new_tokens":2685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":3709,"score_linear":65351.0,"score_lmetric":86920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":0,"pending_prefill_tokens":39257,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":3709,"score_linear":137049.0,"score_lmetric":85932},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":3709,"score_linear":108775.0,"score_lmetric":12456},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":3709,"score_linear":14944.0,"score_lmetric":18653},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":3709,"score_linear":43607.0,"score_lmetric":3709},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":3709,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":1024,"new_prefill":2685,"score_linear":-1024.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":26941.128289347,"t_first_token_unix":1779960937.683233,"t_done":26941.350367636,"t_done_unix":1779960937.905312},{"request_id":"1303651:1:1303651:278","session_id":"1303651","input_length":3065,"t_proxy_recv":26941.209358469,"t_decision_unix":1779960937.7643,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":3065.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3065 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3065,"cache_hit":0,"estimated_new_tokens":3065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":3065,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":65351,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":3065,"score_linear":65351.0,"score_lmetric":6130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":0,"pending_prefill_tokens":39257,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":3065,"score_linear":137049.0,"score_lmetric":84644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":3065,"score_linear":108775.0,"score_lmetric":10524},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":3065,"score_linear":14944.0,"score_lmetric":18009},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":3065,"score_linear":43607.0,"score_lmetric":3065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":3065,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":3709,"ongoing_decode_tokens":3709,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":3065,"score_linear":3709.0,"score_lmetric":3065}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26941.399198066,"t_first_token_unix":1779960937.9541414,"t_done":26941.62897253,"t_done_unix":1779960938.1839156},{"request_id":"1303462:1:1303462:274","session_id":"1303462","input_length":14944,"t_proxy_recv":26940.608326904,"t_decision_unix":1779960937.163268,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14944.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14944,"cache_hit":0,"estimated_new_tokens":14944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":14944,"score_linear":43181.0,"score_lmetric":14944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":14944,"score_linear":65351.0,"score_lmetric":109390},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":14944,"score_linear":108775.0,"score_lmetric":46161},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":14944,"score_linear":43607.0,"score_lmetric":14944},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":14944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26941.930504174,"t_first_token_unix":1779960938.485448,"t_done":26943.131155175,"t_done_unix":1779960939.6860983},{"request_id":"1302063:2:1303816:279","session_id":"1302063","input_length":30248,"t_proxy_recv":26941.880967445,"t_decision_unix":1779960938.4359086,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":26112,"affinity_cache_ratio":0.8632636868553293,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4136 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":4136,"cache_hit":26112,"estimated_new_tokens":4136,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":65351,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":30248,"score_linear":65351.0,"score_lmetric":60496},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":0,"pending_prefill_tokens":39257,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":30248,"score_linear":137049.0,"score_lmetric":139010},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":30248,"score_linear":108775.0,"score_lmetric":92073},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":26112,"new_prefill":4136,"score_linear":-11168.0,"score_lmetric":19080},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":30248,"score_linear":43607.0,"score_lmetric":30248},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":30248,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11168.0,"chosen_score_lmetric":19080,"t_first_token":26942.752838688,"t_first_token_unix":1779960939.3077824,"t_done":26943.131740109,"t_done_unix":1779960939.6866832},{"request_id":"1304239:1:1304239:280","session_id":"1304239","input_length":1300,"t_proxy_recv":26943.406837844,"t_decision_unix":1779960939.9617789,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1300.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1300 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1300,"cache_hit":0,"estimated_new_tokens":1300,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":804,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":65351,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":1300,"score_linear":65351.0,"score_lmetric":2600},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":1300,"score_linear":137049.0,"score_lmetric":50952},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":1300,"score_linear":108775.0,"score_lmetric":5229},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":1300,"score_linear":43607.0,"score_lmetric":1300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":1300,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26943.505249067,"t_first_token_unix":1779960940.0601923,"t_done":26943.64809263,"t_done_unix":1779960940.2030356},{"request_id":"1294611:6:1302460:270","session_id":"1294611","input_length":30645,"t_proxy_recv":26937.230277185,"t_decision_unix":1779960933.7852182,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25600,"affinity_cache_ratio":0.8353728177516724,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5045 < 8000)","v3_prefill_cache_hit":25600,"v3_new_local":5045,"cache_hit":25600,"estimated_new_tokens":5045,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":30645,"score_linear":103859.0,"score_lmetric":61290},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":25600,"new_prefill":5045,"score_linear":9106.0,"score_lmetric":39751},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":30645,"score_linear":97811.0,"score_lmetric":30645},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78827,"ongoing_decode_tokens":28972,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":864,"cache_hit":12800,"new_prefill":17845,"score_linear":66027.0,"score_lmetric":36072},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":30645,"score_linear":26441.0,"score_lmetric":57086},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":30645,"score_linear":43607.0,"score_lmetric":30645},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":30645,"score_linear":118264.0,"score_lmetric":91935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1105,"ongoing_decode_tokens":0,"pending_prefill_tokens":1105,"num_requests":1,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":30645,"score_linear":1105.0,"score_lmetric":31750}],"chosen_score_linear":9106.0,"chosen_score_lmetric":39751,"t_first_token":26941.106153268,"t_first_token_unix":1779960937.6610968,"t_done":26944.013890259,"t_done_unix":1779960940.5688338},{"request_id":"1304239:2:1304866:281","session_id":"1304239","input_length":7798,"t_proxy_recv":26945.554997199,"t_decision_unix":1779960942.1099381,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":1024,"affinity_cache_ratio":0.13131572197999486,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":6774.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6774 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":6774,"cache_hit":1024,"estimated_new_tokens":6774,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":806,"cache_hit":1024,"new_prefill":6774,"score_linear":-1024.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":7798,"score_linear":34706.0,"score_lmetric":7798},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":7798,"score_linear":137049.0,"score_lmetric":63948},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":7798,"score_linear":108775.0,"score_lmetric":24723},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":7798,"score_linear":43607.0,"score_lmetric":7798},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":7798,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":26946.032962665,"t_first_token_unix":1779960942.5879066,"t_done":26946.183260557,"t_done_unix":1779960942.7382042},{"request_id":"1304943:1:1304943:283","session_id":"1304943","input_length":2772,"t_proxy_recv":26945.806949826,"t_decision_unix":1779960942.361891,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":2772.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2772 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2772,"cache_hit":0,"estimated_new_tokens":2772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":806,"cache_hit":0,"new_prefill":2772,"score_linear":7798.0,"score_lmetric":9546},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":2772,"score_linear":34706.0,"score_lmetric":2772},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":2772,"score_linear":137049.0,"score_lmetric":53896},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":2772,"score_linear":108775.0,"score_lmetric":9645},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":2772,"score_linear":43607.0,"score_lmetric":2772},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":0,"pending_prefill_tokens":4362,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":2772,"score_linear":59146.0,"score_lmetric":7134},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":0,"new_prefill":2772,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26945.98092174,"t_first_token_unix":1779960942.5358655,"t_done":26946.279590233,"t_done_unix":1779960942.8345337},{"request_id":"1295690:2:1301706:264","session_id":"1295690","input_length":28972,"t_proxy_recv":26934.242528207,"t_decision_unix":1779960930.7974696,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":10752,"affinity_cache_ratio":0.37111694049427035,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":18220.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":10752,"v3_new_local":18220,"cache_hit":10752,"estimated_new_tokens":18220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":60193,"pending_prefill_tokens":1197,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":28972,"score_linear":103374.0,"score_lmetric":60338},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":156652,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":28972,"score_linear":156652.0,"score_lmetric":57944},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":10752,"new_prefill":18220,"score_linear":-10752.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":76627,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":0,"new_prefill":28972,"score_linear":76627.0,"score_lmetric":57944},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":28972,"score_linear":43607.0,"score_lmetric":58755},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":28972,"score_linear":118264.0,"score_lmetric":86916},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":28972,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":26937.153763288,"t_first_token_unix":1779960933.7087069,"t_done":26946.897162156,"t_done_unix":1779960943.4521058},{"request_id":"1253743:3:1302294:268","session_id":"1253743","input_length":49855,"t_proxy_recv":26936.594511599,"t_decision_unix":1779960933.1494522,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.996168889780363,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (191 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":191,"cache_hit":49664,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":17408,"new_prefill":32447,"score_linear":86451.0,"score_lmetric":64894},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":0,"pending_prefill_tokens":34706,"num_requests":1,"active_p_offloads":0,"cached_blocks":862,"cache_hit":3584,"new_prefill":46271,"score_linear":31122.0,"score_lmetric":80977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":49855,"score_linear":97811.0,"score_lmetric":49855},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":49664,"new_prefill":191,"score_linear":-20692.0,"score_lmetric":18411},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":49855,"score_linear":26441.0,"score_lmetric":76296},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":49855,"score_linear":43607.0,"score_lmetric":79638},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":4608,"new_prefill":45247,"score_linear":113656.0,"score_lmetric":135741},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":697,"cache_hit":0,"new_prefill":49855,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-20692.0,"chosen_score_lmetric":18411,"t_first_token":26946.482491179,"t_first_token_unix":1779960943.0374348,"t_done":26947.331996399,"t_done_unix":1779960943.8869398},{"request_id":"1294611:6:1305080:284","session_id":"1294611","input_length":30995,"t_proxy_recv":26946.318881131,"t_decision_unix":1779960942.8738222,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (275 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":275,"cache_hit":30720,"estimated_new_tokens":275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":30720,"new_prefill":275,"score_linear":3986.0,"score_lmetric":275},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":30995,"score_linear":137049.0,"score_lmetric":110342},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":12800,"new_prefill":18195,"score_linear":95975.0,"score_lmetric":55914},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":30995,"score_linear":43607.0,"score_lmetric":30995},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":0,"pending_prefill_tokens":4362,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":30995,"score_linear":59146.0,"score_lmetric":35357},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":30995,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":3986.0,"chosen_score_lmetric":275,"t_first_token":26946.396935256,"t_first_token_unix":1779960942.951879,"t_done":26948.242651081,"t_done_unix":1779960944.7975948},{"request_id":"1269373:10:1304899:282","session_id":"1269373","input_length":59146,"t_proxy_recv":26945.684940105,"t_decision_unix":1779960942.2398815,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9262502958779968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4362 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":4362,"cache_hit":54784,"estimated_new_tokens":4362,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":7798,"ongoing_decode_tokens":0,"pending_prefill_tokens":6774,"num_requests":1,"active_p_offloads":0,"cached_blocks":806,"cache_hit":4096,"new_prefill":55050,"score_linear":3702.0,"score_lmetric":61824},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":59146,"score_linear":34706.0,"score_lmetric":59146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":7680,"new_prefill":51466,"score_linear":129369.0,"score_lmetric":151284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":7680,"new_prefill":51466,"score_linear":101095.0,"score_lmetric":155727},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":59146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":59146,"score_linear":43607.0,"score_lmetric":59146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":54784,"new_prefill":4362,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":735,"cache_hit":7680,"new_prefill":51466,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":26947.334178514,"t_first_token_unix":1779960943.8891218,"t_done":26950.248523958,"t_done_unix":1779960946.8034728},{"request_id":"1303651:2:1305707:287","session_id":"1303651","input_length":12795,"t_proxy_recv":26948.755339155,"t_decision_unix":1779960945.31028,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":3072,"affinity_cache_ratio":0.24009378663540445,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":9723.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":3072,"v3_new_local":9723,"v3_src_idx":6,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":59146,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":3072,"estimated_new_tokens":9723,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61291,"ongoing_decode_tokens":0,"pending_prefill_tokens":875,"num_requests":1,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":12795,"score_linear":61291.0,"score_lmetric":13670},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":12795,"score_linear":34706.0,"score_lmetric":12795},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":12795,"score_linear":137049.0,"score_lmetric":73942},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":12795,"score_linear":29948.0,"score_lmetric":12795},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":12795,"score_linear":75826.0,"score_lmetric":88621},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":12795,"score_linear":43607.0,"score_lmetric":12795},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":3072,"new_prefill":9723,"score_linear":56074.0,"score_lmetric":9723},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":12795,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":56074.0,"chosen_score_lmetric":9723,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"t_prefill_sent":26948.755727336,"t_prefill_sent_unix":1779960945.31067,"t_prefill_done":26949.697852067,"t_prefill_done_unix":1779960946.252796,"t_decode_sent":26949.698061587,"t_decode_sent_unix":1779960946.253004,"t_first_token":26950.177238317,"t_first_token_unix":1779960946.732182,"t_done":26950.298721525,"t_done_unix":1779960946.8536649},{"request_id":"1279412:9:1305633:286","session_id":"1279412","input_length":61291,"t_proxy_recv":26948.48615902,"t_decision_unix":1779960945.0411003,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60416,"affinity_cache_ratio":0.985723841999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (875 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":875,"cache_hit":60416,"estimated_new_tokens":875,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":60416,"new_prefill":875,"score_linear":-60416.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":61291,"score_linear":34706.0,"score_lmetric":61291},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":61291,"score_linear":137049.0,"score_lmetric":170934},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":61291,"score_linear":29948.0,"score_lmetric":61291},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":61291,"score_linear":75826.0,"score_lmetric":137117},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":61291,"score_linear":43607.0,"score_lmetric":61291},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":61291,"score_linear":59146.0,"score_lmetric":61291},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":39936,"new_prefill":21355,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":26948.81159559,"t_first_token_unix":1779960945.3665397,"t_done":26950.96696973,"t_done_unix":1779960947.5219133},{"request_id":"1306347:1:1306347:291","session_id":"1306347","input_length":897,"t_proxy_recv":26950.765301912,"t_decision_unix":1779960947.320243,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":897.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (897 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":897,"cache_hit":0,"estimated_new_tokens":897,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75318,"ongoing_decode_tokens":75318,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":897,"score_linear":75318.0,"score_lmetric":1794},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":897,"score_linear":34706.0,"score_lmetric":897},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":897,"score_linear":137049.0,"score_lmetric":50146},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":897,"score_linear":29948.0,"score_lmetric":897},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":897,"score_linear":94457.0,"score_lmetric":161012},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":897,"score_linear":43607.0,"score_lmetric":897},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18915,"ongoing_decode_tokens":18915,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":897,"score_linear":18915.0,"score_lmetric":897},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":897,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26950.843275108,"t_first_token_unix":1779960947.3982182,"t_done":26951.211165404,"t_done_unix":1779960947.7661085},{"request_id":"1299507:2:1305770:288","session_id":"1299507","input_length":18915,"t_proxy_recv":26948.947790421,"t_decision_unix":1779960945.5027318,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9744647105471848,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":483,"cache_hit":18432,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":18915,"score_linear":61291.0,"score_lmetric":18915},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":18915,"score_linear":34706.0,"score_lmetric":18915},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":18915,"score_linear":137049.0,"score_lmetric":86182},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":18915,"score_linear":29948.0,"score_lmetric":18915},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":18915,"score_linear":75826.0,"score_lmetric":94741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":18915,"score_linear":43607.0,"score_lmetric":18915},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71941,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":931,"cache_hit":18432,"new_prefill":483,"score_linear":53509.0,"score_lmetric":966},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":18915,"score_linear":12795.0,"score_lmetric":18915}],"chosen_score_linear":53509.0,"chosen_score_lmetric":966,"t_first_token":26949.710777538,"t_first_token_unix":1779960946.265721,"t_done":26951.289590373,"t_done_unix":1779960947.8445385},{"request_id":"1253743:4:1307058:295","session_id":"1253743","input_length":49975,"t_proxy_recv":26953.319171383,"t_decision_unix":1779960949.8741126,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9937768884442221,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":311,"cache_hit":49664,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58925,"ongoing_decode_tokens":45085,"pending_prefill_tokens":6160,"num_requests":3,"active_p_offloads":0,"cached_blocks":820,"cache_hit":17408,"new_prefill":32567,"score_linear":41517.0,"score_lmetric":116181},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78084,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":3584,"new_prefill":46391,"score_linear":74500.0,"score_lmetric":92782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":49975,"score_linear":137049.0,"score_lmetric":148302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":49664,"new_prefill":311,"score_linear":-19716.0,"score_lmetric":311},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":49975,"score_linear":94457.0,"score_lmetric":259168},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":49975,"score_linear":43607.0,"score_lmetric":49975},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":4608,"new_prefill":45367,"score_linear":38770.0,"score_lmetric":45367},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":49975,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19716.0,"chosen_score_lmetric":311,"t_first_token":26953.418151075,"t_first_token_unix":1779960949.973095,"t_done":26954.023985673,"t_done_unix":1779960950.5789292},{"request_id":"1304239:3:1307007:294","session_id":"1304239","input_length":13840,"t_proxy_recv":26953.119908484,"t_decision_unix":1779960949.6748495,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5549132947976878,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6160 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":6160,"cache_hit":7680,"estimated_new_tokens":6160,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45085,"ongoing_decode_tokens":45085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":820,"cache_hit":7680,"new_prefill":6160,"score_linear":37405.0,"score_lmetric":12320},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78084,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":13840,"score_linear":78084.0,"score_lmetric":27680},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":13840,"score_linear":137049.0,"score_lmetric":76032},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":13840,"score_linear":29948.0,"score_lmetric":13840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":13840,"score_linear":94457.0,"score_lmetric":186898},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":13840,"score_linear":43607.0,"score_lmetric":13840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":13840,"score_linear":43378.0,"score_lmetric":13840},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":13840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":37405.0,"chosen_score_lmetric":12320,"t_first_token":26953.797718494,"t_first_token_unix":1779960950.3526626,"t_done":26954.148138281,"t_done_unix":1779960950.7030818},{"request_id":"1305906:1:1305906:289","session_id":"1305906","input_length":14027,"t_proxy_recv":26949.361657566,"t_decision_unix":1779960945.9165986,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":14027.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,1,2,1,1,1,3,2])","v3_prefill_cache_hit":0,"v3_new_local":14027,"cache_hit":0,"estimated_new_tokens":14027,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61291,"ongoing_decode_tokens":61291,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":14027,"score_linear":61291.0,"score_lmetric":14027},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":14027,"score_linear":34706.0,"score_lmetric":14027},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":14027,"score_linear":137049.0,"score_lmetric":76406},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":14027,"score_linear":29948.0,"score_lmetric":14027},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":14027,"score_linear":75826.0,"score_lmetric":89853},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":14027,"score_linear":43607.0,"score_lmetric":14027},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90856,"ongoing_decode_tokens":59146,"pending_prefill_tokens":483,"num_requests":3,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":14027,"score_linear":90856.0,"score_lmetric":43530},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":14027,"score_linear":12795.0,"score_lmetric":14027}],"chosen_score_linear":61291.0,"chosen_score_lmetric":14027,"t_first_token":26950.593582621,"t_first_token_unix":1779960947.1485262,"t_done":26954.453451311,"t_done_unix":1779960951.0083947},{"request_id":"1277428:2:1306373:292","session_id":"1277428","input_length":31058,"t_proxy_recv":26950.876179197,"t_decision_unix":1779960947.4311209,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":27136,"affinity_cache_ratio":0.8737201365187713,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3922 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":3922,"cache_hit":27136,"estimated_new_tokens":3922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75318,"ongoing_decode_tokens":75318,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":819,"cache_hit":27136,"new_prefill":3922,"score_linear":48182.0,"score_lmetric":7844},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":3584,"new_prefill":27474,"score_linear":31122.0,"score_lmetric":27474},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":31058,"score_linear":137049.0,"score_lmetric":110468},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":17408,"new_prefill":13650,"score_linear":12540.0,"score_lmetric":13650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":31058,"score_linear":94457.0,"score_lmetric":221334},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":31058,"score_linear":43607.0,"score_lmetric":31058},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18915,"ongoing_decode_tokens":18915,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":4608,"new_prefill":26450,"score_linear":14307.0,"score_lmetric":26450},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":897,"ongoing_decode_tokens":897,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":765,"cache_hit":0,"new_prefill":31058,"score_linear":897.0,"score_lmetric":31058}],"chosen_score_linear":48182.0,"chosen_score_lmetric":7844,"t_first_token":26952.487178726,"t_first_token_unix":1779960949.042122,"t_done":26956.974921411,"t_done_unix":1779960953.5298681},{"request_id":"1279412:10:1308091:298","session_id":"1279412","input_length":61505,"t_proxy_recv":26956.956105688,"t_decision_unix":1779960953.5110471,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9906186488903341,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (577 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":577,"cache_hit":60928,"estimated_new_tokens":577,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":859,"cache_hit":60928,"new_prefill":577,"score_linear":-29870.0,"score_lmetric":577},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":61505,"score_linear":34706.0,"score_lmetric":61505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":61505,"score_linear":137049.0,"score_lmetric":171362},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":61505,"score_linear":29948.0,"score_lmetric":61505},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":61505,"score_linear":94457.0,"score_lmetric":282228},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":61505,"score_linear":43607.0,"score_lmetric":61505},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102824,"ongoing_decode_tokens":59446,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":61505,"score_linear":102824.0,"score_lmetric":123010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":39936,"new_prefill":21569,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-29870.0,"chosen_score_lmetric":577,"t_first_token":26957.120366117,"t_first_token_unix":1779960953.6753094,"t_done":26957.897846203,"t_done_unix":1779960954.4527898},{"request_id":"1294611:7:1306822:293","session_id":"1294611","input_length":43378,"t_proxy_recv":26952.58874945,"t_decision_unix":1779960949.1436908,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":30720,"affinity_cache_ratio":0.7081930932730878,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":30720,"v3_new_local":12658,"v3_src_idx":1,"v3_target_idx":6,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":30720,"estimated_new_tokens":12658,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45085,"ongoing_decode_tokens":45085,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":820,"cache_hit":0,"new_prefill":43378,"score_linear":45085.0,"score_lmetric":86756},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":30720,"new_prefill":12658,"score_linear":3986.0,"score_lmetric":12658},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":43378,"score_linear":137049.0,"score_lmetric":135108},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":12800,"new_prefill":30578,"score_linear":17148.0,"score_lmetric":30578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":43378,"score_linear":94457.0,"score_lmetric":245974},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":43378,"score_linear":43607.0,"score_lmetric":43378},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":43378,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":3986.0,"chosen_score_lmetric":12658,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8006","v3_decode_target_idx":6,"t_prefill_sent":26952.589808668,"t_prefill_sent_unix":1779960949.1447513,"t_prefill_done":26955.752882784,"t_prefill_done_unix":1779960952.3078437,"t_decode_sent":26955.753645759,"t_decode_sent_unix":1779960952.3085887,"t_first_token":26956.494440768,"t_first_token_unix":1779960953.0493844,"t_done":26958.184269023,"t_done_unix":1779960954.739213},{"request_id":"1303517:1:1303517:275","session_id":"1303517","input_length":15081,"t_proxy_recv":26940.77239325,"t_decision_unix":1779960937.3273344,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15081.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15081,"cache_hit":0,"estimated_new_tokens":15081,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":0,"new_prefill":15081,"score_linear":43181.0,"score_lmetric":15081},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":15081,"score_linear":65351.0,"score_lmetric":109664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":15081,"score_linear":108775.0,"score_lmetric":46572},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":15081,"score_linear":14944.0,"score_lmetric":30025},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":15081,"score_linear":43607.0,"score_lmetric":15081},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":0,"new_prefill":15081,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26942.117167714,"t_first_token_unix":1779960938.6721113,"t_done":26958.631424418,"t_done_unix":1779960955.1863678},{"request_id":"1302449:3:1308121:299","session_id":"1302449","input_length":8729,"t_proxy_recv":26957.053749872,"t_decision_unix":1779960953.6086915,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3584,"affinity_cache_ratio":0.41058540497193263,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":5145.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5145 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":5145,"cache_hit":3584,"estimated_new_tokens":5145,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61505,"ongoing_decode_tokens":0,"pending_prefill_tokens":577,"num_requests":1,"active_p_offloads":0,"cached_blocks":867,"cache_hit":0,"new_prefill":8729,"score_linear":61505.0,"score_lmetric":9306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":8729,"score_linear":34706.0,"score_lmetric":8729},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":8729,"score_linear":137049.0,"score_lmetric":65810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":8729,"score_linear":29948.0,"score_lmetric":8729},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":8729,"score_linear":94457.0,"score_lmetric":176676},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":8729,"score_linear":43607.0,"score_lmetric":8729},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102824,"ongoing_decode_tokens":59446,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":8729,"score_linear":102824.0,"score_lmetric":17458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":3584,"new_prefill":5145,"score_linear":-3584.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":26957.475384818,"t_first_token_unix":1779960954.0303283,"t_done":26959.077518356,"t_done_unix":1779960955.6324618},{"request_id":"1303651:3:1308202:300","session_id":"1303651","input_length":22896,"t_proxy_recv":26957.312133398,"t_decision_unix":1779960953.8670747,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.5590496156533893,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":10096,"cache_hit":12800,"estimated_new_tokens":10096,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":61505,"ongoing_decode_tokens":61505,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":867,"cache_hit":0,"new_prefill":22896,"score_linear":61505.0,"score_lmetric":22896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":22896,"score_linear":34706.0,"score_lmetric":22896},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":22896,"score_linear":137049.0,"score_lmetric":94144},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":22896,"score_linear":29948.0,"score_lmetric":22896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":22896,"score_linear":94457.0,"score_lmetric":205010},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":22896,"score_linear":43607.0,"score_lmetric":22896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102824,"ongoing_decode_tokens":59446,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":957,"cache_hit":12288,"new_prefill":10608,"score_linear":90536.0,"score_lmetric":21216},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":8729,"ongoing_decode_tokens":0,"pending_prefill_tokens":5145,"num_requests":1,"active_p_offloads":0,"cached_blocks":766,"cache_hit":12800,"new_prefill":10096,"score_linear":-4071.0,"score_lmetric":15241}],"chosen_score_linear":-4071.0,"chosen_score_lmetric":15241,"t_first_token":26958.991391066,"t_first_token_unix":1779960955.5463352,"t_done":26959.083127072,"t_done_unix":1779960955.6380706},{"request_id":"1269373:11:1307381:296","session_id":"1269373","input_length":59446,"t_proxy_recv":26954.491364491,"t_decision_unix":1779960951.046306,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9904787538270027,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (566 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":566,"cache_hit":58880,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31058,"ongoing_decode_tokens":31058,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":859,"cache_hit":4096,"new_prefill":55350,"score_linear":26962.0,"score_lmetric":55350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":78084,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":59446,"score_linear":78084.0,"score_lmetric":118892},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":7680,"new_prefill":51766,"score_linear":129369.0,"score_lmetric":151884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":7680,"new_prefill":51766,"score_linear":22268.0,"score_lmetric":51766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":59446,"score_linear":94457.0,"score_lmetric":278110},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":59446,"score_linear":43607.0,"score_lmetric":59446},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43378,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":58880,"new_prefill":566,"score_linear":-15502.0,"score_lmetric":566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":766,"cache_hit":7680,"new_prefill":51766,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-15502.0,"chosen_score_lmetric":566,"t_first_token":26954.634429278,"t_first_token_unix":1779960951.189373,"t_done":26959.244809926,"t_done_unix":1779960955.7997537},{"request_id":"1272313:11:1302571:271","session_id":"1272313","input_length":29948,"t_proxy_recv":26937.537294302,"t_decision_unix":1779960934.0922356,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.991585414718846,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (252 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":252,"cache_hit":29696,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103859,"ongoing_decode_tokens":103859,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":801,"cache_hit":4096,"new_prefill":25852,"score_linear":99763.0,"score_lmetric":51704},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":29948,"score_linear":65351.0,"score_lmetric":139398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97811,"ongoing_decode_tokens":97811,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":7680,"new_prefill":22268,"score_linear":90131.0,"score_lmetric":22268},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":78827,"ongoing_decode_tokens":28972,"pending_prefill_tokens":191,"num_requests":2,"active_p_offloads":0,"cached_blocks":864,"cache_hit":29696,"new_prefill":252,"score_linear":49131.0,"score_lmetric":886},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":26441,"ongoing_decode_tokens":0,"pending_prefill_tokens":26441,"num_requests":1,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":29948,"score_linear":26441.0,"score_lmetric":56389},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":29948,"score_linear":43607.0,"score_lmetric":29948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":28672,"new_prefill":1276,"score_linear":89592.0,"score_lmetric":3828},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1105,"ongoing_decode_tokens":1105,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":697,"cache_hit":7680,"new_prefill":22268,"score_linear":-6575.0,"score_lmetric":22268}],"chosen_score_linear":49131.0,"chosen_score_lmetric":886,"t_first_token":26946.486906654,"t_first_token_unix":1779960943.0418499,"t_done":26959.393534981,"t_done_unix":1779960955.9484782},{"request_id":"1309040:1:1309040:302","session_id":"1309040","input_length":4679,"t_proxy_recv":26960.424337654,"t_decision_unix":1779960956.979279,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4679.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4679 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4679,"cache_hit":0,"estimated_new_tokens":4679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23131,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":4679,"score_linear":23131.0,"score_lmetric":4679},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":4679,"score_linear":34706.0,"score_lmetric":4679},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":4679,"score_linear":121968.0,"score_lmetric":4679},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":4679,"score_linear":94457.0,"score_lmetric":168576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":4679,"score_linear":43607.0,"score_lmetric":4679},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":4679,"score_linear":43710.0,"score_lmetric":4679},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":4679,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26960.71630143,"t_first_token_unix":1779960957.2712448,"t_done":26961.212409296,"t_done_unix":1779960957.7673526},{"request_id":"1294611:8:1308970:301","session_id":"1294611","input_length":43710,"t_proxy_recv":26960.095714732,"t_decision_unix":1779960956.6506562,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9956531686113017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":190,"cache_hit":43520,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23131,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":43710,"score_linear":23131.0,"score_lmetric":43710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":43008,"new_prefill":702,"score_linear":-8302.0,"score_lmetric":702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":43710,"score_linear":121968.0,"score_lmetric":43710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":901,"cache_hit":12800,"new_prefill":30910,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":43710,"score_linear":94457.0,"score_lmetric":246638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":43710,"score_linear":43607.0,"score_lmetric":43710},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":43520,"new_prefill":190,"score_linear":-43520.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":43710,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":26960.249284857,"t_first_token_unix":1779960956.804228,"t_done":26961.531892136,"t_done_unix":1779960958.0868351},{"request_id":"1303517:2:1307703:297","session_id":"1303517","input_length":23131,"t_proxy_recv":26958.640426031,"t_decision_unix":1779960955.1953673,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6419091262807488,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":14848,"v3_new_local":8283,"v3_src_idx":2,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":14848,"estimated_new_tokens":8283,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":23131,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":23131,"score_linear":34706.0,"score_lmetric":23131},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":929,"cache_hit":14848,"new_prefill":8283,"score_linear":107120.0,"score_lmetric":8283},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":23131,"score_linear":29948.0,"score_lmetric":23131},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":23131,"score_linear":94457.0,"score_lmetric":205480},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":23131,"score_linear":43607.0,"score_lmetric":23131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59446,"ongoing_decode_tokens":59446,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1042,"cache_hit":0,"new_prefill":23131,"score_linear":59446.0,"score_lmetric":23131},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31625,"ongoing_decode_tokens":8729,"pending_prefill_tokens":10096,"num_requests":2,"active_p_offloads":0,"cached_blocks":766,"cache_hit":0,"new_prefill":23131,"score_linear":31625.0,"score_lmetric":66454}],"chosen_score_linear":107120.0,"chosen_score_lmetric":8283,"v2_src_url":"http://127.0.0.1:8002","v2_src_idx":2,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":26958.641405349,"t_prefill_sent_unix":1779960955.1963484,"t_prefill_done":26959.905189002,"t_prefill_done_unix":1779960956.4601338,"t_decode_sent":26959.905794891,"t_decode_sent_unix":1779960956.460738,"t_first_token":26961.20434354,"t_first_token_unix":1779960957.7592876,"t_done":26961.593175827,"t_done_unix":1779960958.1481187},{"request_id":"1303517:3:1309213:303","session_id":"1303517","input_length":23259,"t_proxy_recv":26961.598679243,"t_decision_unix":1779960958.1536207,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9905842899522765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (219 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":219,"cache_hit":23040,"estimated_new_tokens":219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":23040,"new_prefill":219,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":23259,"score_linear":34706.0,"score_lmetric":23259},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":23040,"new_prefill":219,"score_linear":98928.0,"score_lmetric":219},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":23259,"score_linear":94457.0,"score_lmetric":205736},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":23259,"score_linear":43607.0,"score_lmetric":23259},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":23259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":23259,"score_linear":24545.0,"score_lmetric":47804}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":26961.665618927,"t_first_token_unix":1779960958.2205625,"t_done":26961.720344998,"t_done_unix":1779960958.2752879},{"request_id":"1301929:1:1301929:265","session_id":"1301929","input_length":34706,"t_proxy_recv":26935.111233836,"t_decision_unix":1779960931.6661747,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":34706.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":34706,"cache_hit":0,"estimated_new_tokens":34706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":103374,"ongoing_decode_tokens":103374,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":762,"cache_hit":3584,"new_prefill":31122,"score_linear":99790.0,"score_lmetric":62244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":97145,"ongoing_decode_tokens":97145,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":897,"cache_hit":0,"new_prefill":34706,"score_linear":97145.0,"score_lmetric":34706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28972,"ongoing_decode_tokens":0,"pending_prefill_tokens":18220,"num_requests":1,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":34706,"score_linear":28972.0,"score_lmetric":52926},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":727,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":0,"pending_prefill_tokens":29783,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":34706,"score_linear":43607.0,"score_lmetric":64489},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":118264,"ongoing_decode_tokens":118264,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":34706,"score_linear":118264.0,"score_lmetric":104118},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":34706,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26941.102882393,"t_first_token_unix":1779960937.6578288,"t_done":26964.275884801,"t_done_unix":1779960960.8308365},{"request_id":"1309252:1:1309252:304","session_id":"1309252","input_length":24545,"t_proxy_recv":26961.255636457,"t_decision_unix":1779960957.8105776,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24545.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24545,"cache_hit":0,"estimated_new_tokens":24545,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23131,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":868,"cache_hit":0,"new_prefill":24545,"score_linear":23131.0,"score_lmetric":24545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":24545,"score_linear":34706.0,"score_lmetric":24545},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24545,"score_linear":121968.0,"score_lmetric":24545},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":24545,"score_linear":94457.0,"score_lmetric":208308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":24545,"score_linear":43607.0,"score_lmetric":24545},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":43710,"ongoing_decode_tokens":43710,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":24545,"score_linear":43710.0,"score_lmetric":24545},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":24545,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26964.086358645,"t_first_token_unix":1779960960.6413074,"t_done":26965.945885134,"t_done_unix":1779960962.5008285},{"request_id":"1279412:11:1310014:305","session_id":"1279412","input_length":64558,"t_proxy_recv":26963.892498792,"t_decision_unix":1779960960.44744,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9517023451779795,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3118 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":3118,"cache_hit":61440,"estimated_new_tokens":3118,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":913,"cache_hit":61440,"new_prefill":3118,"score_linear":-61440.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":896,"cache_hit":0,"new_prefill":64558,"score_linear":34706.0,"score_lmetric":64558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":64558,"score_linear":121968.0,"score_lmetric":64558},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":64558,"score_linear":94457.0,"score_lmetric":288334},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":64558,"score_linear":43607.0,"score_lmetric":64558},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":64558,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24545,"ongoing_decode_tokens":0,"pending_prefill_tokens":24545,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":39936,"new_prefill":24622,"score_linear":-15391.0,"score_lmetric":49167}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":26965.221906816,"t_first_token_unix":1779960961.7768505,"t_done":26966.61127387,"t_done_unix":1779960963.1662173},{"request_id":"1303462:2:1306126:290","session_id":"1303462","input_length":18631,"t_proxy_recv":26949.978110126,"t_decision_unix":1779960946.5330515,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":14848,"affinity_cache_ratio":0.7969513176963126,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3783 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":3783,"cache_hit":14848,"estimated_new_tokens":3783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75318,"ongoing_decode_tokens":61291,"pending_prefill_tokens":14027,"num_requests":2,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":18631,"score_linear":75318.0,"score_lmetric":65316},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":34706,"ongoing_decode_tokens":34706,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":18631,"score_linear":34706.0,"score_lmetric":18631},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":18631,"score_linear":137049.0,"score_lmetric":85614},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":18631,"score_linear":29948.0,"score_lmetric":18631},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":0,"pending_prefill_tokens":75826,"num_requests":1,"active_p_offloads":0,"cached_blocks":815,"cache_hit":14848,"new_prefill":3783,"score_linear":60978.0,"score_lmetric":79609},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":18631,"score_linear":43607.0,"score_lmetric":18631},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78061,"ongoing_decode_tokens":78061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":18631,"score_linear":78061.0,"score_lmetric":37262},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12795,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":18631,"score_linear":12795.0,"score_lmetric":18631}],"chosen_score_linear":60978.0,"chosen_score_lmetric":79609,"t_first_token":26967.771949713,"t_first_token_unix":1779960964.326893,"t_done":26967.822044401,"t_done_unix":1779960964.3769875},{"request_id":"1310590:1:1310590:306","session_id":"1310590","input_length":18089,"t_proxy_recv":26965.838496532,"t_decision_unix":1779960962.3934376,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":18089.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":18089,"cache_hit":0,"estimated_new_tokens":18089,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64558,"ongoing_decode_tokens":64558,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":913,"cache_hit":0,"new_prefill":18089,"score_linear":64558.0,"score_lmetric":18089},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":18089,"score_linear":121968.0,"score_lmetric":18089},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":94457,"ongoing_decode_tokens":0,"pending_prefill_tokens":79609,"num_requests":2,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":18089,"score_linear":94457.0,"score_lmetric":195396},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":18089,"score_linear":43607.0,"score_lmetric":18089},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":18089,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24545,"ongoing_decode_tokens":24545,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":795,"cache_hit":0,"new_prefill":18089,"score_linear":24545.0,"score_lmetric":18089}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26967.628968147,"t_first_token_unix":1779960964.1839123,"t_done":26968.12739219,"t_done_unix":1779960964.6823351},{"request_id":"1297811:2:1300578:258","session_id":"1297811","input_length":43607,"t_proxy_recv":26930.456137308,"t_decision_unix":1779960927.0110786,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13824,"affinity_cache_ratio":0.3170133235489715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":29783.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":29783,"cache_hit":13824,"estimated_new_tokens":29783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":60193,"ongoing_decode_tokens":0,"pending_prefill_tokens":19745,"num_requests":1,"active_p_offloads":0,"cached_blocks":762,"cache_hit":0,"new_prefill":43607,"score_linear":60193.0,"score_lmetric":63352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":24384,"ongoing_decode_tokens":24384,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":857,"cache_hit":0,"new_prefill":43607,"score_linear":24384.0,"score_lmetric":43607},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":156652,"ongoing_decode_tokens":0,"pending_prefill_tokens":60396,"num_requests":2,"active_p_offloads":0,"cached_blocks":781,"cache_hit":0,"new_prefill":43607,"score_linear":156652.0,"score_lmetric":208006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":864,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76627,"ongoing_decode_tokens":0,"pending_prefill_tokens":62803,"num_requests":2,"active_p_offloads":0,"cached_blocks":606,"cache_hit":1536,"new_prefill":42071,"score_linear":75091.0,"score_lmetric":209748},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":584,"cache_hit":13824,"new_prefill":29783,"score_linear":-13824.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63813,"ongoing_decode_tokens":63813,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":875,"cache_hit":0,"new_prefill":43607,"score_linear":63813.0,"score_lmetric":87214},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":685,"cache_hit":0,"new_prefill":43607,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":26936.614163257,"t_first_token_unix":1779960933.1691065,"t_done":26968.323561663,"t_done_unix":1779960964.8785048},{"request_id":"1305420:1:1305420:285","session_id":"1305420","input_length":75826,"t_proxy_recv":26947.572843741,"t_decision_unix":1779960944.1277847,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":75826.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":75826,"cache_hit":0,"estimated_new_tokens":75826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":819,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65701,"ongoing_decode_tokens":65701,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":872,"cache_hit":0,"new_prefill":75826,"score_linear":65701.0,"score_lmetric":151652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":137049,"ongoing_decode_tokens":15081,"pending_prefill_tokens":24176,"num_requests":2,"active_p_offloads":0,"cached_blocks":900,"cache_hit":0,"new_prefill":75826,"score_linear":137049.0,"score_lmetric":200004},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29948,"ongoing_decode_tokens":29948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":899,"cache_hit":0,"new_prefill":75826,"score_linear":29948.0,"score_lmetric":75826},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":815,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":75826,"score_linear":43607.0,"score_lmetric":75826},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":59146,"ongoing_decode_tokens":59146,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":75826,"score_linear":59146.0,"score_lmetric":75826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":740,"cache_hit":0,"new_prefill":75826,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26967.770692563,"t_first_token_unix":1779960964.3256364,"t_done":26968.404166174,"t_done_unix":1779960964.959109},{"request_id":"1303517:4:1311293:308","session_id":"1303517","input_length":24638,"t_proxy_recv":26968.286505628,"t_decision_unix":1779960964.841447,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9351408393538436,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1598 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1598,"cache_hit":23040,"estimated_new_tokens":1598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":919,"cache_hit":23040,"new_prefill":1598,"score_linear":-23040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":23040,"new_prefill":1598,"score_linear":98928.0,"score_lmetric":1598},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":75826,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":24638,"score_linear":75826.0,"score_lmetric":24638},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":24638,"score_linear":43607.0,"score_lmetric":24638},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":24638,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":13164,"ongoing_decode_tokens":0,"pending_prefill_tokens":10604,"num_requests":1,"active_p_offloads":0,"cached_blocks":843,"cache_hit":0,"new_prefill":24638,"score_linear":13164.0,"score_lmetric":35242}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":26968.609668029,"t_first_token_unix":1779960965.1646113,"t_done":26968.781913545,"t_done_unix":1779960965.3368566},{"request_id":"1304943:2:1311189:307","session_id":"1304943","input_length":13164,"t_proxy_recv":26967.969482852,"t_decision_unix":1779960964.524424,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":2560,"affinity_cache_ratio":0.19446976602856275,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":10604.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":10604,"cache_hit":2560,"estimated_new_tokens":10604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":919,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":13164,"score_linear":121968.0,"score_lmetric":13164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":13164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75826,"ongoing_decode_tokens":75826,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":822,"cache_hit":0,"new_prefill":13164,"score_linear":75826.0,"score_lmetric":13164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":13164,"score_linear":43607.0,"score_lmetric":13164},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":18089,"ongoing_decode_tokens":18089,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1044,"cache_hit":0,"new_prefill":13164,"score_linear":18089.0,"score_lmetric":13164},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":843,"cache_hit":2560,"new_prefill":10604,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":26968.934514676,"t_first_token_unix":1779960965.4894583,"t_done":26968.986674279,"t_done_unix":1779960965.5416172},{"request_id":"1277428:3:1311644:311","session_id":"1277428","input_length":31611,"t_proxy_recv":26969.593779408,"t_decision_unix":1779960966.1487207,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9880105026731201,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (379 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":379,"cache_hit":31232,"estimated_new_tokens":379,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":31232,"new_prefill":379,"score_linear":-31232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":3584,"new_prefill":28027,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":31611,"score_linear":121968.0,"score_lmetric":31611},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":17408,"new_prefill":14203,"score_linear":-8412.0,"score_lmetric":14495},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":31611,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":4608,"new_prefill":27003,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":31611,"score_linear":44792.0,"score_lmetric":51827}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":26969.657635648,"t_first_token_unix":1779960966.212579,"t_done":26969.999844282,"t_done_unix":1779960966.5547874},{"request_id":"1258908:2:1311606:310","session_id":"1258908","input_length":8996,"t_proxy_recv":26969.413498188,"t_decision_unix":1779960965.9684396,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9675411293908404,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (292 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":292,"cache_hit":8704,"estimated_new_tokens":292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":8996,"score_linear":121968.0,"score_lmetric":8996},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":8704,"new_prefill":292,"score_linear":-8704.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":8996,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":8996,"score_linear":44792.0,"score_lmetric":29212}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":26970.087484073,"t_first_token_unix":1779960966.6424274,"t_done":26972.00651877,"t_done_unix":1779960968.561462},{"request_id":"1311753:1:1311753:312","session_id":"1311753","input_length":20175,"t_proxy_recv":26969.985446221,"t_decision_unix":1779960966.5403876,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":20175.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":20175,"cache_hit":0,"estimated_new_tokens":20175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":31611,"ongoing_decode_tokens":31611,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":20175,"score_linear":31611.0,"score_lmetric":20175},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":20175,"score_linear":121968.0,"score_lmetric":20175},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":8996,"ongoing_decode_tokens":0,"pending_prefill_tokens":292,"num_requests":1,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":20175,"score_linear":8996.0,"score_lmetric":20467},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":20175,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":20175,"score_linear":44792.0,"score_lmetric":40391}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26972.096736146,"t_first_token_unix":1779960968.6516795,"t_done":26972.281411049,"t_done_unix":1779960968.8363543},{"request_id":"1303517:5:1313040:317","session_id":"1303517","input_length":25637,"t_proxy_recv":26974.335502283,"t_decision_unix":1779960970.8904438,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9586145024768888,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1061 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":1061,"cache_hit":24576,"estimated_new_tokens":1061,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":922,"cache_hit":24576,"new_prefill":1061,"score_linear":-11216.0,"score_lmetric":1061},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":23040,"new_prefill":2597,"score_linear":98928.0,"score_lmetric":2597},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":25637,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107175,"ongoing_decode_tokens":44335,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":25637,"score_linear":107175.0,"score_lmetric":57146},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71677,"ongoing_decode_tokens":44792,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":25637,"score_linear":71677.0,"score_lmetric":62036}],"chosen_score_linear":-11216.0,"chosen_score_lmetric":1061,"t_first_token":26974.609604299,"t_first_token_unix":1779960971.164548,"t_done":26974.654937408,"t_done_unix":1779960971.2098832},{"request_id":"1294611:9:1312398:313","session_id":"1294611","input_length":44335,"t_proxy_recv":26972.269449448,"t_decision_unix":1779960968.8243906,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9816172324348709,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (815 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":815,"cache_hit":43520,"estimated_new_tokens":815,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":43008,"new_prefill":1327,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":44335,"score_linear":121968.0,"score_lmetric":44335},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":12800,"new_prefill":31535,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":44335,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20175,"ongoing_decode_tokens":20175,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":43520,"new_prefill":815,"score_linear":-23345.0,"score_lmetric":815},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":0,"new_prefill":44335,"score_linear":44792.0,"score_lmetric":64551}],"chosen_score_linear":-23345.0,"chosen_score_lmetric":815,"t_first_token":26972.514932312,"t_first_token_unix":1779960969.0698757,"t_done":26975.073077163,"t_done_unix":1779960971.6280205},{"request_id":"1309252:2:1311531:309","session_id":"1309252","input_length":44792,"t_proxy_recv":26969.183350496,"t_decision_unix":1779960965.738292,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.5486694052509377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":24576,"v3_new_local":20216,"cache_hit":24576,"estimated_new_tokens":20216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":44792,"score_linear":121968.0,"score_lmetric":44792},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":910,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1079,"cache_hit":0,"new_prefill":44792,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":863,"cache_hit":24576,"new_prefill":20216,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":26974.070981334,"t_first_token_unix":1779960970.6259286,"t_done":26975.863495648,"t_done_unix":1779960972.418439},{"request_id":"1268861:4:1312689:315","session_id":"1268861","input_length":26885,"t_proxy_recv":26973.32916279,"t_decision_unix":1779960969.8841045,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7998512181513855,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5381 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":5381,"cache_hit":21504,"estimated_new_tokens":5381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":26885,"score_linear":13360.0,"score_lmetric":40245},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":26885,"score_linear":121968.0,"score_lmetric":26885},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":26885,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":26885,"score_linear":44335.0,"score_lmetric":26885},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":21504,"new_prefill":5381,"score_linear":23288.0,"score_lmetric":25597}],"chosen_score_linear":23288.0,"chosen_score_lmetric":25597,"t_first_token":26974.97957799,"t_first_token_unix":1779960971.5345216,"t_done":26976.53368323,"t_done_unix":1779960973.0886264},{"request_id":"1306347:2:1312642:314","session_id":"1306347","input_length":13360,"t_proxy_recv":26973.159501778,"t_decision_unix":1779960969.7144432,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":0,"affinity_cache_hit":512,"affinity_cache_ratio":0.03832335329341317,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":13360.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13360,"cache_hit":0,"estimated_new_tokens":13360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":922,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":13360,"score_linear":121968.0,"score_lmetric":13360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":13360,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":13360,"score_linear":44335.0,"score_lmetric":13360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":44792,"ongoing_decode_tokens":0,"pending_prefill_tokens":20216,"num_requests":1,"active_p_offloads":0,"cached_blocks":863,"cache_hit":512,"new_prefill":12848,"score_linear":44280.0,"score_lmetric":33064}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26974.299976658,"t_first_token_unix":1779960970.8549263,"t_done":26976.728986895,"t_done_unix":1779960973.2839305},{"request_id":"1313181:1:1313181:318","session_id":"1313181","input_length":22686,"t_proxy_recv":26974.949784909,"t_decision_unix":1779960971.5047262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9886.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":12800,"v3_new_local":9886,"v3_src_idx":0,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":13360,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":12800,"estimated_new_tokens":9886,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":924,"cache_hit":12800,"new_prefill":9886,"score_linear":560.0,"score_lmetric":9886},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":22686,"score_linear":121968.0,"score_lmetric":22686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":22686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107175,"ongoing_decode_tokens":44335,"pending_prefill_tokens":2936,"num_requests":2,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":0,"new_prefill":22686,"score_linear":107175.0,"score_lmetric":51244},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71677,"ongoing_decode_tokens":44792,"pending_prefill_tokens":5381,"num_requests":2,"active_p_offloads":0,"cached_blocks":863,"cache_hit":12800,"new_prefill":9886,"score_linear":58877.0,"score_lmetric":30534}],"chosen_score_linear":560.0,"chosen_score_lmetric":9886,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":26974.950545267,"t_prefill_sent_unix":1779960971.5054882,"t_prefill_done":26976.455807581,"t_prefill_done_unix":1779960973.0107508,"t_decode_sent":26976.45617937,"t_decode_sent_unix":1779960973.0111225,"t_first_token":26976.952554504,"t_first_token_unix":1779960973.5074983,"t_done":26977.623906876,"t_done_unix":1779960974.1788504},{"request_id":"1279412:12:1313518:319","session_id":"1279412","input_length":64755,"t_proxy_recv":26976.070156906,"t_decision_unix":1779960972.6250982,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9962473940236275,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (243 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":243,"cache_hit":64512,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":36046,"ongoing_decode_tokens":13360,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":924,"cache_hit":64512,"new_prefill":243,"score_linear":-28466.0,"score_lmetric":486},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":22686,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":64755,"score_linear":22686.0,"score_lmetric":64755},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":64755,"score_linear":121968.0,"score_lmetric":64755},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":64755,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62840,"ongoing_decode_tokens":62840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1119,"cache_hit":0,"new_prefill":64755,"score_linear":62840.0,"score_lmetric":64755},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26885,"ongoing_decode_tokens":26885,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":902,"cache_hit":39936,"new_prefill":24819,"score_linear":-13051.0,"score_lmetric":24819}],"chosen_score_linear":-28466.0,"chosen_score_lmetric":486,"t_first_token":26976.525402887,"t_first_token_unix":1779960973.0803466,"t_done":26977.911945681,"t_done_unix":1779960974.4668891},{"request_id":"1269373:12:1312836:316","session_id":"1269373","input_length":62840,"t_proxy_recv":26973.700973585,"t_decision_unix":1779960970.2559147,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59904,"affinity_cache_ratio":0.9532781667727562,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2936 < 8000)","v3_prefill_cache_hit":59904,"v3_new_local":2936,"cache_hit":59904,"estimated_new_tokens":2936,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":13360,"ongoing_decode_tokens":0,"pending_prefill_tokens":13360,"num_requests":1,"active_p_offloads":0,"cached_blocks":922,"cache_hit":4096,"new_prefill":58744,"score_linear":9264.0,"score_lmetric":72104},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":965,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":55160,"score_linear":114288.0,"score_lmetric":55160},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":7680,"new_prefill":55160,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":62840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":44335,"ongoing_decode_tokens":44335,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1118,"cache_hit":59904,"new_prefill":2936,"score_linear":-15569.0,"score_lmetric":2936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":71677,"ongoing_decode_tokens":0,"pending_prefill_tokens":25597,"num_requests":2,"active_p_offloads":0,"cached_blocks":863,"cache_hit":7680,"new_prefill":55160,"score_linear":63997.0,"score_lmetric":161514}],"chosen_score_linear":-15569.0,"chosen_score_lmetric":2936,"t_first_token":26974.985518823,"t_first_token_unix":1779960971.540462,"t_done":26978.155320003,"t_done_unix":1779960974.7102633},{"request_id":"1294611:10:1314495:322","session_id":"1294611","input_length":45362,"t_proxy_recv":26979.72734132,"t_decision_unix":1779960976.2822828,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":44032,"affinity_cache_ratio":0.970680305101186,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1330 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1330,"cache_hit":44032,"estimated_new_tokens":1330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":43008,"new_prefill":2354,"score_linear":14043.0,"score_lmetric":55821},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":45362,"score_linear":121968.0,"score_lmetric":45362},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":12800,"new_prefill":32562,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":44032,"new_prefill":1330,"score_linear":-44032.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":45362,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":26980.080828229,"t_first_token_unix":1779960976.6357718,"t_done":26981.559212691,"t_done_unix":1779960978.114156},{"request_id":"1315313:1:1315313:325","session_id":"1315313","input_length":7,"t_proxy_recv":26982.369834018,"t_decision_unix":1779960978.9247756,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":7.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7,"cache_hit":0,"estimated_new_tokens":7,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":7,"score_linear":81357.0,"score_lmetric":110504},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":7,"score_linear":121968.0,"score_lmetric":7},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":0,"new_prefill":7,"score_linear":32440.0,"score_lmetric":14527},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":7,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26982.384640189,"t_first_token_unix":1779960978.9395833,"t_done":26982.388978991,"t_done_unix":1779960978.9439216},{"request_id":"1310590:2:1315212:324","session_id":"1310590","input_length":32440,"t_proxy_recv":26982.02352878,"t_decision_unix":1779960978.5784702,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":17920,"affinity_cache_ratio":0.5524044389642416,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17920,"v3_new_local":14520,"cache_hit":17920,"estimated_new_tokens":14520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":32440,"score_linear":81357.0,"score_lmetric":175370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":32440,"score_linear":121968.0,"score_lmetric":32440},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":17920,"new_prefill":14520,"score_linear":-17920.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":32440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":26984.754260402,"t_first_token_unix":1779960981.3092043,"t_done":26984.903066167,"t_done_unix":1779960981.458009},{"request_id":"1309040:2:1315488:326","session_id":"1309040","input_length":23097,"t_proxy_recv":26983.090475236,"t_decision_unix":1779960979.6454165,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.1995064294064164,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":18489.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":4608,"v3_new_local":18489,"cache_hit":4608,"estimated_new_tokens":18489,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":23097,"score_linear":81357.0,"score_lmetric":156684},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":23097,"score_linear":121968.0,"score_lmetric":23097},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":4608,"new_prefill":18489,"score_linear":-4608.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":0,"new_prefill":23097,"score_linear":32440.0,"score_lmetric":37617},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":23097,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":26985.439678017,"t_first_token_unix":1779960981.9946215,"t_done":26985.805595401,"t_done_unix":1779960982.3605397},{"request_id":"1315567:1:1315567:327","session_id":"1315567","input_length":16960,"t_proxy_recv":26983.358550172,"t_decision_unix":1779960979.9134915,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7680,"v3_new_local":9280,"cache_hit":7680,"estimated_new_tokens":9280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":4096,"new_prefill":12864,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":16960,"score_linear":81357.0,"score_lmetric":144410},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":9280,"score_linear":114288.0,"score_lmetric":9280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":7680,"new_prefill":9280,"score_linear":15417.0,"score_lmetric":27769},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":16960,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":7680,"new_prefill":9280,"score_linear":24760.0,"score_lmetric":23800},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":7680,"new_prefill":9280,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":26984.983242611,"t_first_token_unix":1779960981.5381863,"t_done":26988.085299317,"t_done_unix":1779960984.6402423},{"request_id":"1316201:1:1316201:329","session_id":"1316201","input_length":24487,"t_proxy_recv":26985.623521098,"t_decision_unix":1779960982.1784627,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24487.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24487,"cache_hit":0,"estimated_new_tokens":24487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":0,"pending_prefill_tokens":437,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":24487,"score_linear":64949.0,"score_lmetric":24924},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":24487,"score_linear":81357.0,"score_lmetric":159464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24487,"score_linear":121968.0,"score_lmetric":24487},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23097,"ongoing_decode_tokens":23097,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":24487,"score_linear":23097.0,"score_lmetric":24487},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":24487,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":24487,"score_linear":16960.0,"score_lmetric":24487}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26988.444767373,"t_first_token_unix":1779960984.999719,"t_done":26988.739436463,"t_done_unix":1779960985.2943795},{"request_id":"1317160:1:1317160:332","session_id":"1317160","input_length":3441,"t_proxy_recv":26988.865206796,"t_decision_unix":1779960985.4201481,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3441.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3441 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3441,"cache_hit":0,"estimated_new_tokens":3441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":3441,"score_linear":70934.0,"score_lmetric":17678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":3441,"score_linear":81357.0,"score_lmetric":117372},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":3441,"score_linear":121968.0,"score_lmetric":3441},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":3441,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26989.076764036,"t_first_token_unix":1779960985.6317074,"t_done":26989.234125951,"t_done_unix":1779960985.789069},{"request_id":"1317160:2:1317773:336","session_id":"1317160","input_length":7440,"t_proxy_recv":26991.267071866,"t_decision_unix":1779960987.8220131,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":7,"affinity_cache_hit":3072,"affinity_cache_ratio":0.4129032258064516,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":7440.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7440 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7440,"cache_hit":0,"estimated_new_tokens":7440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":7440,"score_linear":70934.0,"score_lmetric":25676},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":7440,"score_linear":81357.0,"score_lmetric":14880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":7440,"score_linear":121968.0,"score_lmetric":7440},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":7440,"score_linear":79663.0,"score_lmetric":86591},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":3072,"new_prefill":4368,"score_linear":63063.0,"score_lmetric":7527},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26991.774679655,"t_first_token_unix":1779960988.3296232,"t_done":26991.900236205,"t_done_unix":1779960988.4551795},{"request_id":"1313181:2:1314940:323","session_id":"1313181","input_length":24306,"t_proxy_recv":26981.138466135,"t_decision_unix":1779960977.6934075,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9268493376121122,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1778 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":1778,"cache_hit":22528,"estimated_new_tokens":1778,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":22528,"new_prefill":1778,"score_linear":-22528.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":57051,"ongoing_decode_tokens":0,"pending_prefill_tokens":53467,"num_requests":1,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":22528,"new_prefill":1778,"score_linear":34523.0,"score_lmetric":55245},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24306,"score_linear":121968.0,"score_lmetric":24306},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":24306,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45362,"ongoing_decode_tokens":45362,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":24306,"score_linear":45362.0,"score_lmetric":24306},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":12800,"new_prefill":11506,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":34523.0,"chosen_score_lmetric":55245,"t_first_token":26991.075018608,"t_first_token_unix":1779960987.6299617,"t_done":26992.019954776,"t_done_unix":1779960988.574898},{"request_id":"1318031:1:1318031:338","session_id":"1318031","input_length":5219,"t_proxy_recv":26991.926555244,"t_decision_unix":1779960988.4814966,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5219.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5219 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5219,"cache_hit":0,"estimated_new_tokens":5219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":5219,"score_linear":70934.0,"score_lmetric":21234},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":5219,"score_linear":81357.0,"score_lmetric":10438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":5219,"score_linear":121968.0,"score_lmetric":5219},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":5219,"score_linear":104431.0,"score_lmetric":170148},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":5219,"score_linear":66135.0,"score_lmetric":5219},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":5219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26992.261197715,"t_first_token_unix":1779960988.8161418,"t_done":26992.484595534,"t_done_unix":1779960989.0395384},{"request_id":"1318036:1:1318036:339","session_id":"1318036","input_length":2696,"t_proxy_recv":26991.930683477,"t_decision_unix":1779960988.485625,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":2696.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2696 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2696,"cache_hit":0,"estimated_new_tokens":2696,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":2696,"score_linear":70934.0,"score_lmetric":16188},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":2696,"score_linear":81357.0,"score_lmetric":5392},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":2696,"score_linear":121968.0,"score_lmetric":2696},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":5219,"ongoing_decode_tokens":0,"pending_prefill_tokens":5219,"num_requests":1,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":2696,"score_linear":5219.0,"score_lmetric":7915},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":2696,"score_linear":104431.0,"score_lmetric":165102},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":2696,"score_linear":66135.0,"score_lmetric":2696},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":2696,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26992.147397093,"t_first_token_unix":1779960988.7023404,"t_done":26992.638101702,"t_done_unix":1779960989.193045},{"request_id":"1314357:1:1314357:321","session_id":"1314357","input_length":57051,"t_proxy_recv":26979.265736294,"t_decision_unix":1779960975.8206775,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":53467.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3584,"v3_new_local":53467,"cache_hit":3584,"estimated_new_tokens":53467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":3584,"new_prefill":53467,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":57051,"score_linear":121968.0,"score_lmetric":57051},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":57051,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":26991.073824581,"t_first_token_unix":1779960987.6287684,"t_done":26993.184521413,"t_done_unix":1779960989.739465},{"request_id":"1318604:1:1318604:341","session_id":"1318604","input_length":14412,"t_proxy_recv":26993.975019529,"t_decision_unix":1779960990.5299606,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14412.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14412,"cache_hit":0,"estimated_new_tokens":14412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":14412,"score_linear":70934.0,"score_lmetric":39620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":14412,"score_linear":62618.0,"score_lmetric":18150},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":14412,"score_linear":121968.0,"score_lmetric":14412},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":14412,"score_linear":104431.0,"score_lmetric":188534},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":14412,"score_linear":66135.0,"score_lmetric":14412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":14412,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":26995.219120213,"t_first_token_unix":1779960991.7740645,"t_done":26995.4042318,"t_done_unix":1779960991.959175},{"request_id":"1269373:13:1317516:334","session_id":"1269373","input_length":66135,"t_proxy_recv":26990.211386909,"t_decision_unix":1779960986.7663283,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9522340666817872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3159 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":3159,"cache_hit":62976,"estimated_new_tokens":3159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":4096,"new_prefill":62039,"score_linear":66838.0,"score_lmetric":134874},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":66135,"score_linear":81357.0,"score_lmetric":242760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":58455,"score_linear":114288.0,"score_lmetric":58455},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":7680,"new_prefill":58455,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":66135,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":62976,"new_prefill":3159,"score_linear":-62976.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":7680,"new_prefill":58455,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":26991.549194157,"t_first_token_unix":1779960988.1041377,"t_done":26995.586477169,"t_done_unix":1779960992.1414208},{"request_id":"1316848:1:1316848:331","session_id":"1316848","input_length":5985,"t_proxy_recv":26987.710651681,"t_decision_unix":1779960984.265593,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5398.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4961 < 8000)","v3_prefill_cache_hit":1024,"v3_new_local":4961,"cache_hit":1024,"estimated_new_tokens":4961,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":0,"pending_prefill_tokens":437,"num_requests":1,"active_p_offloads":0,"cached_blocks":969,"cache_hit":1024,"new_prefill":4961,"score_linear":63925.0,"score_lmetric":5398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":5985,"score_linear":81357.0,"score_lmetric":122460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":5985,"score_linear":121968.0,"score_lmetric":5985},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24487,"ongoing_decode_tokens":0,"pending_prefill_tokens":24487,"num_requests":1,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":5985,"score_linear":24487.0,"score_lmetric":30472},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1155,"cache_hit":0,"new_prefill":5985,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":16960,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":912,"cache_hit":0,"new_prefill":5985,"score_linear":16960.0,"score_lmetric":5985}],"chosen_score_linear":63925.0,"chosen_score_lmetric":5398,"t_first_token":26999.473983524,"t_first_token_unix":1779960996.0289285,"t_done":26999.808586585,"t_done_unix":1779960996.3635297},{"request_id":"1316848:2:1317438:333","session_id":"1316848","input_length":6040,"t_proxy_recv":26999.811218479,"t_decision_unix":1779960996.36616,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5632,"affinity_cache_ratio":0.9324503311258279,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (408 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":408,"cache_hit":5632,"estimated_new_tokens":408,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":978,"cache_hit":5632,"new_prefill":408,"score_linear":59317.0,"score_lmetric":408},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":6040,"score_linear":62618.0,"score_lmetric":9778},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":6040,"score_linear":121968.0,"score_lmetric":6040},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":6040,"score_linear":104431.0,"score_lmetric":171790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":6040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":6040,"score_linear":70291.0,"score_lmetric":86356}],"chosen_score_linear":59317.0,"chosen_score_lmetric":408,"t_first_token":26999.848974115,"t_first_token_unix":1779960996.4039173,"t_done":27000.63513675,"t_done_unix":1779960997.19008},{"request_id":"1316848:3:1318975:343","session_id":"1316848","input_length":6298,"t_proxy_recv":27000.638564353,"t_decision_unix":1779960997.1935058,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":5632,"affinity_cache_ratio":0.8942521435376309,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (666 < 8000)","v3_prefill_cache_hit":5632,"v3_new_local":666,"cache_hit":5632,"estimated_new_tokens":666,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":978,"cache_hit":5632,"new_prefill":666,"score_linear":59317.0,"score_lmetric":666},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":6298,"score_linear":62618.0,"score_lmetric":10036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":6298,"score_linear":121968.0,"score_lmetric":6298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":6298,"score_linear":104431.0,"score_lmetric":172306},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":6298,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":6298,"score_linear":70291.0,"score_lmetric":86872}],"chosen_score_linear":59317.0,"chosen_score_lmetric":666,"t_first_token":27000.709492099,"t_first_token_unix":1779960997.2644353,"t_done":27001.225619456,"t_done_unix":1779960997.7805624},{"request_id":"1320630:1:1320630:348","session_id":"1320630","input_length":3099,"t_proxy_recv":27001.26788909,"t_decision_unix":1779960997.8228307,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":3099.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3099 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3099,"cache_hit":0,"estimated_new_tokens":3099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86089,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":3099,"score_linear":86089.0,"score_lmetric":6198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":3099,"score_linear":62618.0,"score_lmetric":6837},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":3099,"score_linear":121968.0,"score_lmetric":3099},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":3099,"score_linear":21140.0,"score_lmetric":3099},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":3099,"score_linear":104431.0,"score_lmetric":165908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":3099,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":3099,"score_linear":70291.0,"score_lmetric":80474}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27001.461642492,"t_first_token_unix":1779960998.0165863,"t_done":27001.658472835,"t_done_unix":1779960998.2134156},{"request_id":"1318036:2:1321282:353","session_id":"1318036","input_length":2677,"t_proxy_recv":27003.571014767,"t_decision_unix":1779961000.125956,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":2560,"affinity_cache_ratio":0.9562943593574897,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (117 < 8000)","v3_prefill_cache_hit":2560,"v3_new_local":117,"cache_hit":2560,"estimated_new_tokens":117,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98855,"ongoing_decode_tokens":64949,"pending_prefill_tokens":2674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":0,"new_prefill":2677,"score_linear":98855.0,"score_lmetric":10702},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":2677,"score_linear":62618.0,"score_lmetric":6415},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":2677,"score_linear":121968.0,"score_lmetric":2677},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":2677,"score_linear":21140.0,"score_lmetric":2677},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":2677,"score_linear":104431.0,"score_lmetric":165064},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":2560,"new_prefill":117,"score_linear":-2560.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":2677,"score_linear":8095.0,"score_lmetric":2677},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":2677,"score_linear":70291.0,"score_lmetric":79630}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":27003.589242362,"t_first_token_unix":1779961000.1441855,"t_done":27003.596511946,"t_done_unix":1779961000.151455},{"request_id":"1321042:1:1321042:351","session_id":"1321042","input_length":8095,"t_proxy_recv":27002.759303535,"t_decision_unix":1779960999.3142445,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":8095.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8095,"cache_hit":0,"estimated_new_tokens":8095,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":86089,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":979,"cache_hit":0,"new_prefill":8095,"score_linear":86089.0,"score_lmetric":16190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":8095,"score_linear":62618.0,"score_lmetric":11833},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":8095,"score_linear":121968.0,"score_lmetric":8095},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":8095,"score_linear":21140.0,"score_lmetric":8095},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":8095,"score_linear":104431.0,"score_lmetric":175900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":8095,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":8095,"score_linear":70291.0,"score_lmetric":90466}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27003.326132466,"t_first_token_unix":1779960999.8810756,"t_done":27003.639660357,"t_done_unix":1779961000.1946032},{"request_id":"1279412:13:1315780:328","session_id":"1279412","input_length":64949,"t_proxy_recv":26984.154464427,"t_decision_unix":1779960980.7094057,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9932716439052179,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":437,"cache_hit":64512,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":969,"cache_hit":64512,"new_prefill":437,"score_linear":-64512.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":12800,"new_prefill":52149,"score_linear":68557.0,"score_lmetric":214788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":64949,"score_linear":121968.0,"score_lmetric":64949},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":23097,"ongoing_decode_tokens":0,"pending_prefill_tokens":18489,"num_requests":1,"active_p_offloads":0,"cached_blocks":911,"cache_hit":0,"new_prefill":64949,"score_linear":23097.0,"score_lmetric":83438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":970,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":64949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32440,"ongoing_decode_tokens":0,"pending_prefill_tokens":14520,"num_requests":1,"active_p_offloads":0,"cached_blocks":1127,"cache_hit":0,"new_prefill":64949,"score_linear":32440.0,"score_lmetric":79469},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16960,"ongoing_decode_tokens":0,"pending_prefill_tokens":9280,"num_requests":1,"active_p_offloads":0,"cached_blocks":912,"cache_hit":39936,"new_prefill":25013,"score_linear":-22976.0,"score_lmetric":34293}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":26999.167021098,"t_first_token_unix":1779960995.721971,"t_done":27005.003809159,"t_done_unix":1779961001.5587533},{"request_id":"1316848:4:1319820:345","session_id":"1316848","input_length":21140,"t_proxy_recv":27001.236351423,"t_decision_unix":1779960997.791293,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":6144,"affinity_cache_ratio":0.29063386944181646,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":14996.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":6144,"v3_new_local":14996,"v3_src_idx":0,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":6144,"estimated_new_tokens":14996,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":979,"cache_hit":6144,"new_prefill":14996,"score_linear":58805.0,"score_lmetric":14996},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":21140,"score_linear":62618.0,"score_lmetric":24878},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":21140,"score_linear":121968.0,"score_lmetric":21140},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":21140,"score_linear":104431.0,"score_lmetric":201990},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":21140,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":21140,"score_linear":70291.0,"score_lmetric":116556}],"chosen_score_linear":58805.0,"chosen_score_lmetric":14996,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"t_prefill_sent":27001.236798603,"t_prefill_sent_unix":1779960997.7917411,"t_prefill_done":27003.108535571,"t_prefill_done_unix":1779960999.6634793,"t_decode_sent":27003.108892532,"t_decode_sent_unix":1779960999.663835,"t_first_token":27004.183867015,"t_first_token_unix":1779961000.7388105,"t_done":27006.038308692,"t_done_unix":1779961002.5932531},{"request_id":"1269373:14:1321512:354","session_id":"1269373","input_length":66840,"t_proxy_recv":27004.3565807,"t_decision_unix":1779961000.9115222,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9958108916816277,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (280 < 8000)","v3_prefill_cache_hit":66560,"v3_new_local":280,"cache_hit":66560,"estimated_new_tokens":280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98855,"ongoing_decode_tokens":98855,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":4096,"new_prefill":62744,"score_linear":94759.0,"score_lmetric":125488},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":66840,"score_linear":62618.0,"score_lmetric":70578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":59160,"score_linear":114288.0,"score_lmetric":59160},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":7680,"new_prefill":59160,"score_linear":13460.0,"score_lmetric":59160},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":66840,"score_linear":104431.0,"score_lmetric":293390},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":66840,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":66560,"new_prefill":280,"score_linear":-66560.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":7680,"new_prefill":59160,"score_linear":62611.0,"score_lmetric":192596}],"chosen_score_linear":-66560.0,"chosen_score_lmetric":0,"t_first_token":27004.580461969,"t_first_token_unix":1779961001.1354055,"t_done":27006.786672776,"t_done_unix":1779961003.3416164},{"request_id":"1316848:5:1322192:357","session_id":"1316848","input_length":21471,"t_proxy_recv":27006.878547823,"t_decision_unix":1779961003.4334893,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9776908388058311,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (479 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":479,"cache_hit":20992,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":105760,"ongoing_decode_tokens":33906,"pending_prefill_tokens":6830,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":20992,"new_prefill":479,"score_linear":84768.0,"score_lmetric":14618},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":21471,"score_linear":62618.0,"score_lmetric":25209},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":21471,"score_linear":121968.0,"score_lmetric":21471},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":998,"cache_hit":20992,"new_prefill":479,"score_linear":-20992.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":21471,"score_linear":104431.0,"score_lmetric":202652},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":21471,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":21471,"score_linear":70291.0,"score_lmetric":117218}],"chosen_score_linear":-20992.0,"chosen_score_lmetric":0,"t_first_token":27006.927658832,"t_first_token_unix":1779961003.4826026,"t_done":27007.466248388,"t_done_unix":1779961004.0211916},{"request_id":"1277428:4:1321259:352","session_id":"1277428","input_length":33906,"t_proxy_recv":27003.517568095,"t_decision_unix":1779961000.0725098,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9211349023771603,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2674 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":2674,"cache_hit":31232,"estimated_new_tokens":2674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":64949,"ongoing_decode_tokens":64949,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1008,"cache_hit":31232,"new_prefill":2674,"score_linear":33717.0,"score_lmetric":2674},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":3584,"new_prefill":30322,"score_linear":59034.0,"score_lmetric":34060},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":33906,"score_linear":121968.0,"score_lmetric":33906},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":17408,"new_prefill":16498,"score_linear":3732.0,"score_lmetric":16498},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":33906,"score_linear":104431.0,"score_lmetric":227522},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":33906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8095,"ongoing_decode_tokens":8095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":4608,"new_prefill":29298,"score_linear":3487.0,"score_lmetric":29298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":33906,"score_linear":70291.0,"score_lmetric":142088}],"chosen_score_linear":33717.0,"chosen_score_lmetric":2674,"t_first_token":27004.179267792,"t_first_token_unix":1779961000.7342117,"t_done":27008.120729191,"t_done_unix":1779961004.675672},{"request_id":"1318604:2:1319895:347","session_id":"1318604","input_length":15745,"t_proxy_recv":26998.484011493,"t_decision_unix":1779960995.0389526,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9105112734201334,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1409 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":1409,"cache_hit":14336,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":15745,"score_linear":70934.0,"score_lmetric":42286},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":15745,"score_linear":62618.0,"score_lmetric":19483},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":15745,"score_linear":121968.0,"score_lmetric":15745},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":15745,"score_linear":104431.0,"score_lmetric":191200},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":0,"new_prefill":15745,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":973,"cache_hit":14336,"new_prefill":1409,"score_linear":-14336.0,"score_lmetric":0}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":26998.787231462,"t_first_token_unix":1779960995.342175,"t_done":27008.221629304,"t_done_unix":1779961004.7765722},{"request_id":"1318031:2:1322552:360","session_id":"1318031","input_length":11145,"t_proxy_recv":27008.214637961,"t_decision_unix":1779961004.7695794,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.45939883355764916,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":6025.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6025 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":6025,"cache_hit":5120,"estimated_new_tokens":6025,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":11145,"score_linear":71854.0,"score_lmetric":11145},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11145,"score_linear":62618.0,"score_lmetric":11145},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":11145,"score_linear":121968.0,"score_lmetric":11145},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":999,"cache_hit":5120,"new_prefill":6025,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":11145,"score_linear":104431.0,"score_lmetric":182000},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":11145,"score_linear":33182.0,"score_lmetric":44327},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":11145,"score_linear":8939.0,"score_lmetric":20084},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":70291,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":11145,"score_linear":70291.0,"score_lmetric":22290}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27008.775724467,"t_first_token_unix":1779961005.3306684,"t_done":27008.828718307,"t_done_unix":1779961005.3836615},{"request_id":"1318604:3:1320865:350","session_id":"1318604","input_length":17883,"t_proxy_recv":27008.23142924,"t_decision_unix":1779961004.7863703,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15360,"affinity_cache_ratio":0.8589162892132193,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2523 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":2523,"cache_hit":15360,"estimated_new_tokens":2523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":17883,"score_linear":71854.0,"score_lmetric":17883},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":17883,"score_linear":62618.0,"score_lmetric":17883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":17883,"score_linear":121968.0,"score_lmetric":17883},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":11145,"ongoing_decode_tokens":0,"pending_prefill_tokens":6025,"num_requests":1,"active_p_offloads":0,"cached_blocks":999,"cache_hit":0,"new_prefill":17883,"score_linear":11145.0,"score_lmetric":23908},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":17883,"score_linear":104431.0,"score_lmetric":195476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":17883,"score_linear":33182.0,"score_lmetric":51065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8939,"ongoing_decode_tokens":0,"pending_prefill_tokens":8939,"num_requests":1,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":17883,"score_linear":8939.0,"score_lmetric":26822},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":975,"cache_hit":15360,"new_prefill":2523,"score_linear":39186.0,"score_lmetric":2523}],"chosen_score_linear":39186.0,"chosen_score_lmetric":2523,"t_first_token":27008.580121942,"t_first_token_unix":1779961005.1350658,"t_done":27008.945788605,"t_done_unix":1779961005.5007324},{"request_id":"1322540:1:1322540:359","session_id":"1322540","input_length":8939,"t_proxy_recv":27008.160526563,"t_decision_unix":1779961004.715468,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8939.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8939,"cache_hit":0,"estimated_new_tokens":8939,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":8939,"score_linear":71854.0,"score_lmetric":8939},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":8939,"score_linear":62618.0,"score_lmetric":8939},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":8939,"score_linear":121968.0,"score_lmetric":8939},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":999,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":8939,"score_linear":104431.0,"score_lmetric":177588},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":8939,"score_linear":33182.0,"score_lmetric":42121},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":8939,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":70291,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":8939,"score_linear":70291.0,"score_lmetric":17878}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27008.829973306,"t_first_token_unix":1779961005.384917,"t_done":27009.093707265,"t_done_unix":1779961005.6486542},{"request_id":"1318604:4:1321889:356","session_id":"1318604","input_length":21033,"t_proxy_recv":27008.95266711,"t_decision_unix":1779961005.5076087,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.8519944848571293,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3113 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":3113,"cache_hit":17920,"estimated_new_tokens":3113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":71854,"ongoing_decode_tokens":71854,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1014,"cache_hit":0,"new_prefill":21033,"score_linear":71854.0,"score_lmetric":21033},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":21033,"score_linear":62618.0,"score_lmetric":21033},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":21033,"score_linear":121968.0,"score_lmetric":21033},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":21033,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":21033,"score_linear":104431.0,"score_lmetric":201776},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":21033,"score_linear":33182.0,"score_lmetric":54215},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":8939,"ongoing_decode_tokens":8939,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":21033,"score_linear":8939.0,"score_lmetric":21033},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":980,"cache_hit":17920,"new_prefill":3113,"score_linear":36626.0,"score_lmetric":3113}],"chosen_score_linear":36626.0,"chosen_score_lmetric":3113,"t_first_token":27009.507742896,"t_first_token_unix":1779961006.062688,"t_done":27009.907148208,"t_done_unix":1779961006.4620917},{"request_id":"1279412:14:1319059:344","session_id":"1279412","input_length":71854,"t_proxy_recv":27005.025437391,"t_decision_unix":1779961001.5803785,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9049461407854816,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6830 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":6830,"cache_hit":65024,"estimated_new_tokens":6830,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33906,"ongoing_decode_tokens":33906,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":65024,"new_prefill":6830,"score_linear":-31118.0,"score_lmetric":6830},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":59054,"score_linear":49818.0,"score_lmetric":62792},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":71854,"score_linear":121968.0,"score_lmetric":71854},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21140,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":957,"cache_hit":0,"new_prefill":71854,"score_linear":21140.0,"score_lmetric":71854},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":71854,"score_linear":104431.0,"score_lmetric":303418},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":71854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66840,"ongoing_decode_tokens":66840,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1183,"cache_hit":0,"new_prefill":71854,"score_linear":66840.0,"score_lmetric":71854},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":39936,"new_prefill":31918,"score_linear":30355.0,"score_lmetric":138112}],"chosen_score_linear":-31118.0,"chosen_score_lmetric":6830,"t_first_token":27008.015073638,"t_first_token_unix":1779961004.5700169,"t_done":27010.944324802,"t_done_unix":1779961007.4992683},{"request_id":"1315567:2:1319894:346","session_id":"1315567","input_length":54546,"t_proxy_recv":26998.48944193,"t_decision_unix":1779960995.0443835,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17408,"affinity_cache_ratio":0.31914347523191433,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":38547.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":17408,"v3_new_local":37138,"cache_hit":17408,"estimated_new_tokens":37138,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":4096,"new_prefill":50450,"score_linear":66838.0,"score_lmetric":111696},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":54546,"score_linear":62618.0,"score_lmetric":58284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":7680,"new_prefill":46866,"score_linear":114288.0,"score_lmetric":46866},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":7680,"new_prefill":46866,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":54546,"score_linear":104431.0,"score_lmetric":268802},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":54546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1168,"cache_hit":7680,"new_prefill":46866,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":15745,"ongoing_decode_tokens":0,"pending_prefill_tokens":1409,"num_requests":1,"active_p_offloads":0,"cached_blocks":973,"cache_hit":17408,"new_prefill":37138,"score_linear":-1663.0,"score_lmetric":38547}],"chosen_score_linear":-1663.0,"chosen_score_lmetric":38547,"t_first_token":27007.980828049,"t_first_token_unix":1779961004.5357714,"t_done":27011.779729494,"t_done_unix":1779961008.3346732},{"request_id":"1322540:2:1323519:362","session_id":"1322540","input_length":9016,"t_proxy_recv":27011.457438154,"t_decision_unix":1779961008.0123794,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9653948535936113,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (312 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":312,"cache_hit":8704,"estimated_new_tokens":312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":9016,"score_linear":72402.0,"score_lmetric":9016},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":9016,"score_linear":62618.0,"score_lmetric":9016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":9016,"score_linear":121968.0,"score_lmetric":9016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":9016,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":9016,"score_linear":104431.0,"score_lmetric":177742},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":9016,"score_linear":33182.0,"score_lmetric":42198},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13008,"ongoing_decode_tokens":0,"pending_prefill_tokens":5328,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":8704,"new_prefill":312,"score_linear":4304.0,"score_lmetric":5640},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":9016,"score_linear":54546.0,"score_lmetric":9016}],"chosen_score_linear":4304.0,"chosen_score_lmetric":5640,"t_first_token":27011.94554214,"t_first_token_unix":1779961008.5004854,"t_done":27012.102713259,"t_done_unix":1779961008.6576564},{"request_id":"1321042:2:1323492:361","session_id":"1321042","input_length":13008,"t_proxy_recv":27011.388609239,"t_decision_unix":1779961007.9435503,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7680,"affinity_cache_ratio":0.5904059040590406,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5328 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":5328,"cache_hit":7680,"estimated_new_tokens":5328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":13008,"score_linear":72402.0,"score_lmetric":13008},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13008,"score_linear":62618.0,"score_lmetric":13008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":13008,"score_linear":121968.0,"score_lmetric":13008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":13008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":13008,"score_linear":104431.0,"score_lmetric":185726},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":13008,"score_linear":33182.0,"score_lmetric":46190},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":7680,"new_prefill":5328,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":13008,"score_linear":54546.0,"score_lmetric":13008}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":27011.92753688,"t_first_token_unix":1779961008.4824803,"t_done":27012.360792868,"t_done_unix":1779961008.9157405},{"request_id":"1316848:6:1323535:363","session_id":"1316848","input_length":24395,"t_proxy_recv":27011.506600764,"t_decision_unix":1779961008.061542,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.8814921090387374,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2891 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":2891,"cache_hit":21504,"estimated_new_tokens":2891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":20992,"new_prefill":3403,"score_linear":51410.0,"score_lmetric":3403},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":24395,"score_linear":62618.0,"score_lmetric":24395},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24395,"score_linear":121968.0,"score_lmetric":24395},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":21504,"new_prefill":2891,"score_linear":-21504.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":24395,"score_linear":104431.0,"score_lmetric":208500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":24395,"score_linear":33182.0,"score_lmetric":57577},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":22024,"ongoing_decode_tokens":0,"pending_prefill_tokens":5640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":24395,"score_linear":22024.0,"score_lmetric":60070},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":0,"new_prefill":24395,"score_linear":54546.0,"score_lmetric":24395}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":27012.073260976,"t_first_token_unix":1779961008.6282043,"t_done":27012.673486008,"t_done_unix":1779961009.2284296},{"request_id":"1316201:2:1317776:337","session_id":"1316201","input_length":24768,"t_proxy_recv":26991.282674906,"t_decision_unix":1779960987.8376164,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9715762273901809,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (704 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":704,"cache_hit":24064,"estimated_new_tokens":704,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":24768,"score_linear":70934.0,"score_lmetric":60332},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":81357,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":24768,"score_linear":81357.0,"score_lmetric":49536},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":24768,"score_linear":121968.0,"score_lmetric":24768},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":0,"pending_prefill_tokens":79151,"num_requests":1,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":24064,"new_prefill":704,"score_linear":55599.0,"score_lmetric":79855},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":24768,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":24768,"score_linear":66135.0,"score_lmetric":27927},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":7440,"num_requests":1,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":24768,"score_linear":7440.0,"score_lmetric":32208}],"chosen_score_linear":55599.0,"chosen_score_lmetric":79855,"t_first_token":27012.20059317,"t_first_token_unix":1779961008.7555366,"t_done":27013.134205569,"t_done_unix":1779961009.6891491},{"request_id":"1279412:15:1321613:355","session_id":"1279412","input_length":72402,"t_proxy_recv":27010.958750797,"t_decision_unix":1779961007.5136924,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":71680,"affinity_cache_ratio":0.990027899781774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (722 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":722,"cache_hit":71680,"estimated_new_tokens":722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":71680,"new_prefill":722,"score_linear":-71680.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":59602,"score_linear":49818.0,"score_lmetric":59602},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":72402,"score_linear":121968.0,"score_lmetric":72402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":72402,"score_linear":104431.0,"score_lmetric":304514},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":0,"pending_prefill_tokens":33182,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":72402,"score_linear":33182.0,"score_lmetric":105584},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":72402,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":54546,"ongoing_decode_tokens":54546,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":986,"cache_hit":39936,"new_prefill":32466,"score_linear":14610.0,"score_lmetric":32466}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":27011.195022503,"t_first_token_unix":1779961007.7499664,"t_done":27013.450498277,"t_done_unix":1779961010.0054414},{"request_id":"1320630:2:1323748:364","session_id":"1320630","input_length":11298,"t_proxy_recv":27012.229472464,"t_decision_unix":1779961008.7844138,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27190653212958044,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":8226.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":3072,"v3_new_local":8226,"v3_src_idx":5,"v3_target_idx":7,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":3072,"estimated_new_tokens":8226,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":72402,"ongoing_decode_tokens":72402,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":11298,"score_linear":72402.0,"score_lmetric":11298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11298,"score_linear":62618.0,"score_lmetric":11298},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":11298,"score_linear":121968.0,"score_lmetric":11298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24395,"ongoing_decode_tokens":24395,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1010,"cache_hit":0,"new_prefill":11298,"score_linear":24395.0,"score_lmetric":11298},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":104431,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":11298,"score_linear":104431.0,"score_lmetric":22596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":656,"cache_hit":3072,"new_prefill":8226,"score_linear":30110.0,"score_lmetric":8226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13008,"ongoing_decode_tokens":13008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":11298,"score_linear":13008.0,"score_lmetric":11298},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":0,"new_prefill":11298,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":30110.0,"chosen_score_lmetric":8226,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8007","v3_decode_target_idx":7,"t_prefill_sent":27012.229837711,"t_prefill_sent_unix":1779961008.7847803,"t_prefill_done":27012.95273709,"t_prefill_done_unix":1779961009.5076804,"t_decode_sent":27012.953024074,"t_decode_sent_unix":1779961009.5079668,"t_first_token":27013.35741674,"t_first_token_unix":1779961009.912361,"t_done":27013.637531195,"t_done_unix":1779961010.1924748},{"request_id":"1266668:12:1303535:276","session_id":"1266668","input_length":121968,"t_proxy_recv":26940.859526042,"t_decision_unix":1779960937.4144676,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8017840745113473,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":97792,"v3_new_local":24176,"cache_hit":97792,"estimated_new_tokens":24176,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":43181,"ongoing_decode_tokens":43181,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":801,"cache_hit":4096,"new_prefill":117872,"score_linear":39085.0,"score_lmetric":117872},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":65351,"ongoing_decode_tokens":0,"pending_prefill_tokens":39751,"num_requests":2,"active_p_offloads":0,"cached_blocks":862,"cache_hit":0,"new_prefill":121968,"score_linear":65351.0,"score_lmetric":323438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15081,"ongoing_decode_tokens":0,"pending_prefill_tokens":15081,"num_requests":1,"active_p_offloads":0,"cached_blocks":900,"cache_hit":97792,"new_prefill":24176,"score_linear":-82711.0,"score_lmetric":39257},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":108775,"ongoing_decode_tokens":28972,"pending_prefill_tokens":443,"num_requests":3,"active_p_offloads":0,"cached_blocks":864,"cache_hit":7680,"new_prefill":114288,"score_linear":101095.0,"score_lmetric":344193},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":14944,"ongoing_decode_tokens":0,"pending_prefill_tokens":14944,"num_requests":1,"active_p_offloads":0,"cached_blocks":778,"cache_hit":0,"new_prefill":121968,"score_linear":14944.0,"score_lmetric":136912},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":43607,"ongoing_decode_tokens":43607,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":584,"cache_hit":0,"new_prefill":121968,"score_linear":43607.0,"score_lmetric":121968},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":925,"cache_hit":7680,"new_prefill":114288,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":730,"cache_hit":79872,"new_prefill":42096,"score_linear":-79872.0,"score_lmetric":0}],"chosen_score_linear":-82711.0,"chosen_score_lmetric":39257,"t_first_token":26957.946119144,"t_first_token_unix":1779960954.5010626,"t_done":27015.058236475,"t_done_unix":1779961011.61318},{"request_id":"1324227:1:1324227:367","session_id":"1324227","input_length":14863,"t_proxy_recv":27014.019202865,"t_decision_unix":1779961010.574144,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":14863.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14863,"cache_hit":0,"estimated_new_tokens":14863,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75624,"ongoing_decode_tokens":0,"pending_prefill_tokens":3432,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":14863,"score_linear":75624.0,"score_lmetric":18295},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":14863,"score_linear":62618.0,"score_lmetric":14863},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":14863,"score_linear":121968.0,"score_lmetric":14863},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":14863,"score_linear":79663.0,"score_lmetric":14863},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":14863,"score_linear":33182.0,"score_lmetric":14863},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":14863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27015.339976337,"t_first_token_unix":1779961011.89492,"t_done":27015.592897025,"t_done_unix":1779961012.1478405},{"request_id":"1279412:16:1323780:365","session_id":"1279412","input_length":75624,"t_proxy_recv":27013.466612107,"t_decision_unix":1779961010.0215528,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9546175817200888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3432 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":3432,"cache_hit":72192,"estimated_new_tokens":3432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":72192,"new_prefill":3432,"score_linear":-72192.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":62824,"score_linear":49818.0,"score_lmetric":62824},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":75624,"score_linear":121968.0,"score_lmetric":75624},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":75624,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":75624,"score_linear":79663.0,"score_lmetric":75624},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":75624,"score_linear":33182.0,"score_lmetric":75624},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1211,"cache_hit":0,"new_prefill":75624,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":11298,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1059,"cache_hit":39936,"new_prefill":35688,"score_linear":-28638.0,"score_lmetric":35688}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":27014.987085217,"t_first_token_unix":1779961011.542029,"t_done":27017.513723181,"t_done_unix":1779961014.0686667},{"request_id":"1316848:7:1325031:371","session_id":"1316848","input_length":26994,"t_proxy_recv":27016.681435878,"t_decision_unix":1779961013.2363772,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.8914573608950137,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2930 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":2930,"cache_hit":24064,"estimated_new_tokens":2930,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75624,"ongoing_decode_tokens":75624,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":20992,"new_prefill":6002,"score_linear":54632.0,"score_lmetric":6002},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":26994,"score_linear":62618.0,"score_lmetric":26994},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":0,"pending_prefill_tokens":4312,"num_requests":1,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":24064,"new_prefill":2930,"score_linear":-19752.0,"score_lmetric":7242},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":26994,"score_linear":79663.0,"score_lmetric":26994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":26994,"score_linear":33182.0,"score_lmetric":26994},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1240,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":26994,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19752.0,"chosen_score_lmetric":7242,"t_first_token":27017.24737702,"t_first_token_unix":1779961013.8023207,"t_done":27017.982924615,"t_done_unix":1779961014.5378675},{"request_id":"1322540:3:1325410:373","session_id":"1322540","input_length":12118,"t_proxy_recv":27018.053551488,"t_decision_unix":1779961014.608493,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.7182703416405347,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3414 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":3414,"cache_hit":8704,"estimated_new_tokens":3414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":12118,"score_linear":62618.0,"score_lmetric":12118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":12118,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":12118,"score_linear":4312.0,"score_lmetric":12118},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":12118,"score_linear":79663.0,"score_lmetric":12118},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":12118,"score_linear":33182.0,"score_lmetric":12118},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1240,"cache_hit":8704,"new_prefill":3414,"score_linear":-8704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":12118,"score_linear":55130.0,"score_lmetric":12118}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":27018.410183246,"t_first_token_unix":1779961014.965127,"t_done":27018.537430353,"t_done_unix":1779961015.0923736},{"request_id":"1324964:1:1324964:370","session_id":"1324964","input_length":4312,"t_proxy_recv":27016.437026065,"t_decision_unix":1779961012.991967,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4312.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4312 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4312,"cache_hit":0,"estimated_new_tokens":4312,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":75624,"ongoing_decode_tokens":75624,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":4312,"score_linear":75624.0,"score_lmetric":4312},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":4312,"score_linear":62618.0,"score_lmetric":4312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":4312,"score_linear":79663.0,"score_lmetric":4312},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":4312,"score_linear":33182.0,"score_lmetric":4312},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1240,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":4312,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27016.706621663,"t_first_token_unix":1779961013.2615647,"t_done":27019.078559918,"t_done_unix":1779961015.6335034},{"request_id":"1317598:1:1317598:335","session_id":"1317598","input_length":79663,"t_proxy_recv":26990.511036189,"t_decision_unix":1779960987.0659776,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":79151.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":512,"v3_new_local":79151,"cache_hit":512,"estimated_new_tokens":79151,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":0,"new_prefill":79663,"score_linear":70934.0,"score_lmetric":170122},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81357,"ongoing_decode_tokens":0,"pending_prefill_tokens":55245,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":79663,"score_linear":81357.0,"score_lmetric":269816},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":79663,"score_linear":121968.0,"score_lmetric":79663},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":947,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":512,"new_prefill":79151,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":645,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":0,"pending_prefill_tokens":3159,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":0,"new_prefill":79663,"score_linear":66135.0,"score_lmetric":82822},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":931,"cache_hit":0,"new_prefill":79663,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":27012.199308405,"t_first_token_unix":1779961008.7542565,"t_done":27019.568198508,"t_done_unix":1779961016.1231425},{"request_id":"1325987:1:1325987:376","session_id":"1325987","input_length":1823,"t_proxy_recv":27020.147268306,"t_decision_unix":1779961016.7022092,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1823.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1823 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1823,"cache_hit":0,"estimated_new_tokens":1823,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":1823,"score_linear":66703.0,"score_lmetric":68526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":1823,"score_linear":62618.0,"score_lmetric":1823},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":1823,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":0,"pending_prefill_tokens":836,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":1823,"score_linear":81220.0,"score_lmetric":2659},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":1823,"score_linear":33182.0,"score_lmetric":1823},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":1823,"score_linear":69041.0,"score_lmetric":1823},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":1823,"score_linear":55130.0,"score_lmetric":1823}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27020.266963395,"t_first_token_unix":1779961016.821907,"t_done":27020.452173082,"t_done_unix":1779961017.0071163},{"request_id":"1326192:1:1326192:378","session_id":"1326192","input_length":9513,"t_proxy_recv":27021.028479483,"t_decision_unix":1779961017.5834205,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9513.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9513,"cache_hit":0,"estimated_new_tokens":9513,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":9513,"score_linear":147711.0,"score_lmetric":162896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":9513,"score_linear":62618.0,"score_lmetric":9513},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":9513,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":9513,"score_linear":81220.0,"score_lmetric":9513},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":9513,"score_linear":33182.0,"score_lmetric":9513},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":9513,"score_linear":69041.0,"score_lmetric":9513},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":9513,"score_linear":55130.0,"score_lmetric":9513}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27021.791442324,"t_first_token_unix":1779961018.3463857,"t_done":27022.332193538,"t_done_unix":1779961018.8871398},{"request_id":"1317598:2:1324364:368","session_id":"1317598","input_length":81220,"t_proxy_recv":27019.583619185,"t_decision_unix":1779961016.1385605,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":80384,"affinity_cache_ratio":0.9897069687269145,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (836 < 8000)","v3_prefill_cache_hit":80384,"v3_new_local":836,"cache_hit":80384,"estimated_new_tokens":836,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":81220,"score_linear":66703.0,"score_lmetric":147923},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":81220,"score_linear":62618.0,"score_lmetric":81220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1029,"cache_hit":0,"new_prefill":81220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":80384,"new_prefill":836,"score_linear":-80384.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":81220,"score_linear":33182.0,"score_lmetric":81220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":0,"pending_prefill_tokens":1969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":81220,"score_linear":69041.0,"score_lmetric":83189},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":81220,"score_linear":55130.0,"score_lmetric":81220}],"chosen_score_linear":-80384.0,"chosen_score_lmetric":0,"t_first_token":27020.149915228,"t_first_token_unix":1779961016.7048585,"t_done":27023.008444324,"t_done_unix":1779961019.5633879},{"request_id":"1322540:4:1326861:380","session_id":"1322540","input_length":13249,"t_proxy_recv":27023.303888377,"t_decision_unix":1779961019.8588297,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8888217978715375,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1473 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":1473,"cache_hit":11776,"estimated_new_tokens":1473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":13249,"score_linear":147711.0,"score_lmetric":170368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13249,"score_linear":62618.0,"score_lmetric":13249},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28120,"ongoing_decode_tokens":28120,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":13249,"score_linear":28120.0,"score_lmetric":13249},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":13249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":13249,"score_linear":33182.0,"score_lmetric":13249},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":11776,"new_prefill":1473,"score_linear":57265.0,"score_lmetric":1473},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":13249,"score_linear":55130.0,"score_lmetric":13249}],"chosen_score_linear":57265.0,"chosen_score_lmetric":1473,"t_first_token":27023.524089951,"t_first_token_unix":1779961020.0790334,"t_done":27023.77493442,"t_done_unix":1779961020.3298776},{"request_id":"1316848:8:1326380:379","session_id":"1316848","input_length":28120,"t_proxy_recv":27021.639837526,"t_decision_unix":1779961018.194779,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9467994310099573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1496 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":1496,"cache_hit":26624,"estimated_new_tokens":1496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":20992,"new_prefill":7128,"score_linear":126719.0,"score_lmetric":158126},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":28120,"score_linear":62618.0,"score_lmetric":28120},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9513,"ongoing_decode_tokens":0,"pending_prefill_tokens":9513,"num_requests":1,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":28120,"score_linear":9513.0,"score_lmetric":37633},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":26624,"new_prefill":1496,"score_linear":-26624.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":28120,"score_linear":81220.0,"score_lmetric":28120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":28120,"score_linear":33182.0,"score_lmetric":28120},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":28120,"score_linear":69041.0,"score_lmetric":28120},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":28120,"score_linear":55130.0,"score_lmetric":28120}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":27021.929764504,"t_first_token_unix":1779961018.4847083,"t_done":27023.862590746,"t_done_unix":1779961020.4175339},{"request_id":"1269373:15:1325630:375","session_id":"1269373","input_length":69041,"t_proxy_recv":27018.901789858,"t_decision_unix":1779961015.4567313,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":67072,"affinity_cache_ratio":0.971480714358135,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1969 < 8000)","v3_prefill_cache_hit":67072,"v3_new_local":1969,"cache_hit":67072,"estimated_new_tokens":1969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":4096,"new_prefill":64945,"score_linear":62607.0,"score_lmetric":131648},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":69041,"score_linear":62618.0,"score_lmetric":69041},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":7680,"new_prefill":61361,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":7680,"new_prefill":61361,"score_linear":-3368.0,"score_lmetric":61361},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":69041,"score_linear":79663.0,"score_lmetric":69041},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":69041,"score_linear":33182.0,"score_lmetric":69041},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":67072,"new_prefill":1969,"score_linear":-67072.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":7680,"new_prefill":61361,"score_linear":47450.0,"score_lmetric":61361}],"chosen_score_linear":-67072.0,"chosen_score_lmetric":0,"t_first_token":27019.905635418,"t_first_token_unix":1779961016.4605796,"t_done":27025.003664538,"t_done_unix":1779961021.5586083},{"request_id":"1326192:2:1327234:381","session_id":"1326192","input_length":15253,"t_proxy_recv":27024.5863699,"t_decision_unix":1779961021.1413112,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6042090080639874,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6037 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":6037,"cache_hit":9216,"estimated_new_tokens":6037,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":15253,"score_linear":147711.0,"score_lmetric":174376},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":15253,"score_linear":62618.0,"score_lmetric":15253},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":9216,"new_prefill":6037,"score_linear":-9216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":15253,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":15253,"score_linear":33182.0,"score_lmetric":15253},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":15253,"score_linear":69041.0,"score_lmetric":15253},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":15253,"score_linear":55130.0,"score_lmetric":15253}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":27025.273987148,"t_first_token_unix":1779961021.8289309,"t_done":27025.659679863,"t_done_unix":1779961022.2146235},{"request_id":"1324964:2:1327382:382","session_id":"1324964","input_length":5146,"t_proxy_recv":27025.191156124,"t_decision_unix":1779961021.7460973,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.895452778857365,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (538 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":538,"cache_hit":4608,"estimated_new_tokens":538,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":5146,"score_linear":147711.0,"score_lmetric":154162},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":5146,"score_linear":62618.0,"score_lmetric":5146},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":15253,"ongoing_decode_tokens":0,"pending_prefill_tokens":6037,"num_requests":1,"active_p_offloads":0,"cached_blocks":1012,"cache_hit":0,"new_prefill":5146,"score_linear":15253.0,"score_lmetric":11183},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":4608,"new_prefill":538,"score_linear":-4608.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":5146,"score_linear":33182.0,"score_lmetric":5146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":5146,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":5146,"score_linear":55130.0,"score_lmetric":5146}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":27025.277518654,"t_first_token_unix":1779961021.832462,"t_done":27025.735089838,"t_done_unix":1779961022.2900329},{"request_id":"1324964:3:1328499:384","session_id":"1324964","input_length":5234,"t_proxy_recv":27029.206619769,"t_decision_unix":1779961025.7615612,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9782193351165457,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (114 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":114,"cache_hit":5120,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":5234,"score_linear":147711.0,"score_lmetric":154338},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":5234,"score_linear":62618.0,"score_lmetric":5234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":5120,"new_prefill":114,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":5234,"score_linear":33182.0,"score_lmetric":5234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":5234,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":5234,"score_linear":55130.0,"score_lmetric":5234}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27029.227531351,"t_first_token_unix":1779961025.7824745,"t_done":27029.440904796,"t_done_unix":1779961025.9958494},{"request_id":"1316848:9:1328693:386","session_id":"1316848","input_length":28615,"t_proxy_recv":27029.921877366,"t_decision_unix":1779961026.476819,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9840992486458151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (455 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":455,"cache_hit":28160,"estimated_new_tokens":455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":20992,"new_prefill":7623,"score_linear":126719.0,"score_lmetric":159116},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":28615,"score_linear":62618.0,"score_lmetric":28615},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":28160,"new_prefill":455,"score_linear":-28160.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":28615,"score_linear":81827.0,"score_lmetric":29034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":28615,"score_linear":33182.0,"score_lmetric":28615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":28615,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":28615,"score_linear":55130.0,"score_lmetric":28615}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":27030.033509837,"t_first_token_unix":1779961026.5884535,"t_done":27031.72708935,"t_done_unix":1779961028.2820327},{"request_id":"1317598:3:1328678:385","session_id":"1317598","input_length":81827,"t_proxy_recv":27029.882147056,"t_decision_unix":1779961026.437088,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9948794407713836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (419 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":419,"cache_hit":81408,"estimated_new_tokens":419,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":81827,"score_linear":147711.0,"score_lmetric":307524},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":81827,"score_linear":62618.0,"score_lmetric":81827},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":81408,"new_prefill":419,"score_linear":-81408.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":81827,"score_linear":33182.0,"score_lmetric":81827},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":81827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":81827,"score_linear":55130.0,"score_lmetric":81827}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":27030.294952411,"t_first_token_unix":1779961026.8498957,"t_done":27031.795022087,"t_done_unix":1779961028.3499656},{"request_id":"1324964:4:1329201:390","session_id":"1324964","input_length":5414,"t_proxy_recv":27031.730323854,"t_decision_unix":1779961028.2852654,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.9456963428149243,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (294 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":294,"cache_hit":5120,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":5414,"score_linear":147711.0,"score_lmetric":154698},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":5414,"score_linear":62618.0,"score_lmetric":5414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9292,"ongoing_decode_tokens":0,"pending_prefill_tokens":9292,"num_requests":1,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":5414,"score_linear":9292.0,"score_lmetric":14706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":5120,"new_prefill":294,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":5414,"score_linear":81827.0,"score_lmetric":5414},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":5414,"score_linear":33182.0,"score_lmetric":5414},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":5414,"score_linear":36880.0,"score_lmetric":42294},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":55130,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":5414,"score_linear":89394.0,"score_lmetric":26108}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27031.772801435,"t_first_token_unix":1779961028.3277454,"t_done":27032.167049,"t_done_unix":1779961028.7219927},{"request_id":"1322225:1:1322225:358","session_id":"1322225","input_length":33182,"t_proxy_recv":27006.982434474,"t_decision_unix":1779961003.537376,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":33182.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":33182,"cache_hit":0,"estimated_new_tokens":33182,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":105760,"ongoing_decode_tokens":33906,"pending_prefill_tokens":6830,"num_requests":2,"active_p_offloads":0,"cached_blocks":1009,"cache_hit":0,"new_prefill":33182,"score_linear":105760.0,"score_lmetric":80024},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":0,"pending_prefill_tokens":3738,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":33182,"score_linear":62618.0,"score_lmetric":36920},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":33182,"score_linear":121968.0,"score_lmetric":33182},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21471,"ongoing_decode_tokens":21471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":998,"cache_hit":0,"new_prefill":33182,"score_linear":21471.0,"score_lmetric":33182},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":33182,"score_linear":104431.0,"score_lmetric":226074},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":656,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1184,"cache_hit":0,"new_prefill":33182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70291,"ongoing_decode_tokens":15745,"pending_prefill_tokens":37138,"num_requests":2,"active_p_offloads":0,"cached_blocks":973,"cache_hit":0,"new_prefill":33182,"score_linear":70291.0,"score_lmetric":140640}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27011.644601954,"t_first_token_unix":1779961008.1995454,"t_done":27032.390300903,"t_done_unix":1779961028.945244},{"request_id":"1329110:1:1329110:389","session_id":"1329110","input_length":9292,"t_proxy_recv":27031.418991779,"t_decision_unix":1779961027.9739332,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":9292.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9292,"cache_hit":0,"estimated_new_tokens":9292,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":9292,"score_linear":147711.0,"score_lmetric":162454},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":9292,"score_linear":62618.0,"score_lmetric":9292},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":9292,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":9292,"score_linear":28615.0,"score_lmetric":9292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":9292,"score_linear":81827.0,"score_lmetric":9292},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":9292,"score_linear":33182.0,"score_lmetric":9292},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":9292,"score_linear":36880.0,"score_lmetric":46172},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":55130,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":9292,"score_linear":89394.0,"score_lmetric":33864}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27032.120981622,"t_first_token_unix":1779961028.6759255,"t_done":27032.435989826,"t_done_unix":1779961028.9909327},{"request_id":"1325987:2:1329336:391","session_id":"1325987","input_length":7423,"t_proxy_recv":27032.267461382,"t_decision_unix":1779961028.8224025,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.20692442408729625,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":5887.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5887 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":5887,"cache_hit":1536,"estimated_new_tokens":5887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":7423,"score_linear":147711.0,"score_lmetric":158716},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":7423,"score_linear":62618.0,"score_lmetric":7423},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9292,"ongoing_decode_tokens":9292,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":7423,"score_linear":9292.0,"score_lmetric":7423},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":1536,"new_prefill":5887,"score_linear":-1536.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":7423,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":7423,"score_linear":33182.0,"score_lmetric":7423},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":7423,"score_linear":36880.0,"score_lmetric":44303},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":55130,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":7423,"score_linear":89394.0,"score_lmetric":30126}],"chosen_score_linear":-1536.0,"chosen_score_lmetric":0,"t_first_token":27032.686137637,"t_first_token_unix":1779961029.241081,"t_done":27032.889857944,"t_done_unix":1779961029.444801},{"request_id":"1324964:5:1330169:397","session_id":"1324964","input_length":6691,"t_proxy_recv":27035.124866329,"t_decision_unix":1779961031.6798074,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":5120,"affinity_cache_ratio":0.7652069944701838,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1571 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":1571,"cache_hit":5120,"estimated_new_tokens":1571,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":6691,"score_linear":147711.0,"score_lmetric":157252},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":6691,"score_linear":62618.0,"score_lmetric":6691},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":6691,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":5120,"new_prefill":1571,"score_linear":-5120.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":6691,"score_linear":101452.0,"score_lmetric":14368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11725,"ongoing_decode_tokens":0,"pending_prefill_tokens":11725,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":6691,"score_linear":11725.0,"score_lmetric":18416},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":6691,"score_linear":36880.0,"score_lmetric":43571},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":6691,"score_linear":89394.0,"score_lmetric":13382}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27035.264368806,"t_first_token_unix":1779961031.8193126,"t_done":27035.470024042,"t_done_unix":1779961032.02497},{"request_id":"1328753:1:1328753:387","session_id":"1328753","input_length":36880,"t_proxy_recv":27030.17414466,"t_decision_unix":1779961026.729086,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":36880.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":36880,"cache_hit":0,"estimated_new_tokens":36880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":36880,"score_linear":147711.0,"score_lmetric":217630},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":36880,"score_linear":62618.0,"score_lmetric":36880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":36880,"score_linear":28615.0,"score_lmetric":36880},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":0,"pending_prefill_tokens":419,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":36880,"score_linear":81827.0,"score_lmetric":37299},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":36880,"score_linear":33182.0,"score_lmetric":36880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":36880,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":36880,"score_linear":55130.0,"score_lmetric":36880}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27035.764127489,"t_first_token_unix":1779961032.3190718,"t_done":27036.152412365,"t_done_unix":1779961032.7073557},{"request_id":"1330130:1:1330130:396","session_id":"1330130","input_length":11725,"t_proxy_recv":27035.02260813,"t_decision_unix":1779961031.577549,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11725.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11725,"cache_hit":0,"estimated_new_tokens":11725,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":11725,"score_linear":147711.0,"score_lmetric":167320},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11725,"score_linear":62618.0,"score_lmetric":11725},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":11725,"score_linear":101452.0,"score_lmetric":24436},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":11725,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":11725,"score_linear":36880.0,"score_lmetric":48605},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":11725,"score_linear":89394.0,"score_lmetric":23450}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27035.968925369,"t_first_token_unix":1779961032.5238693,"t_done":27036.424582384,"t_done_unix":1779961032.9795256},{"request_id":"1328753:2:1330033:395","session_id":"1328753","input_length":37007,"t_proxy_recv":27036.160119079,"t_decision_unix":1779961032.7150607,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9961358661874781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (143 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":143,"cache_hit":36864,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":37007,"score_linear":147711.0,"score_lmetric":217884},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":37007,"score_linear":62618.0,"score_lmetric":37007},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":37007,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":37007,"score_linear":101452.0,"score_lmetric":75000},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":37007,"score_linear":11725.0,"score_lmetric":37007},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":36864,"new_prefill":143,"score_linear":-36864.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":37007,"score_linear":89394.0,"score_lmetric":74014}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":27036.252991868,"t_first_token_unix":1779961032.8079355,"t_done":27036.716015943,"t_done_unix":1779961033.2709596},{"request_id":"1325541:1:1325541:374","session_id":"1325541","input_length":66703,"t_proxy_recv":27018.640307323,"t_decision_unix":1779961015.1952486,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":66703.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":66703,"cache_hit":0,"estimated_new_tokens":66703,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":66703,"score_linear":62618.0,"score_lmetric":66703},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":4312,"ongoing_decode_tokens":4312,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1020,"cache_hit":0,"new_prefill":66703,"score_linear":4312.0,"score_lmetric":66703},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":66703,"score_linear":79663.0,"score_lmetric":66703},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":66703,"score_linear":33182.0,"score_lmetric":66703},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":66703,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":66703,"score_linear":55130.0,"score_lmetric":66703}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27036.914838874,"t_first_token_unix":1779961033.469783,"t_done":27037.338758623,"t_done_unix":1779961033.893702},{"request_id":"1268861:5:1329060:388","session_id":"1268861","input_length":34264,"t_proxy_recv":27031.291812053,"t_decision_unix":1779961027.8467534,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.7770254494513191,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7640 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":7640,"cache_hit":26624,"estimated_new_tokens":7640,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":34264,"score_linear":147711.0,"score_lmetric":212398},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":34264,"score_linear":62618.0,"score_lmetric":34264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1023,"cache_hit":0,"new_prefill":34264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28615,"ongoing_decode_tokens":28615,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1036,"cache_hit":0,"new_prefill":34264,"score_linear":28615.0,"score_lmetric":34264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81827,"ongoing_decode_tokens":81827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1176,"cache_hit":0,"new_prefill":34264,"score_linear":81827.0,"score_lmetric":34264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":34264,"score_linear":33182.0,"score_lmetric":34264},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":34264,"score_linear":36880.0,"score_lmetric":71144},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":26624,"new_prefill":7640,"score_linear":28506.0,"score_lmetric":7640}],"chosen_score_linear":28506.0,"chosen_score_lmetric":7640,"t_first_token":27032.926035993,"t_first_token_unix":1779961029.4809792,"t_done":27037.380343734,"t_done_unix":1779961033.935287},{"request_id":"1330881:1:1330881:400","session_id":"1330881","input_length":3866,"t_proxy_recv":27037.783852085,"t_decision_unix":1779961034.3387933,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":3866.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3866 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3866,"cache_hit":0,"estimated_new_tokens":3866,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":3866,"score_linear":81008.0,"score_lmetric":3866},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":3866,"score_linear":62618.0,"score_lmetric":3866},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":25688,"ongoing_decode_tokens":0,"pending_prefill_tokens":10840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":3866,"score_linear":25688.0,"score_lmetric":14706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":3866,"score_linear":28977.0,"score_lmetric":3866},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":3866,"score_linear":101452.0,"score_lmetric":8718},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":761,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":3866,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":3866,"score_linear":55130.0,"score_lmetric":3866}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27038.022841997,"t_first_token_unix":1779961034.577788,"t_done":27038.386623809,"t_done_unix":1779961034.941568},{"request_id":"1326192:3:1330643:399","session_id":"1326192","input_length":25688,"t_proxy_recv":27036.927554672,"t_decision_unix":1779961033.4824963,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":14848,"affinity_cache_ratio":0.5780130800373715,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":14848,"v3_new_local":10840,"cache_hit":14848,"estimated_new_tokens":10840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":147711,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":25688,"score_linear":147711.0,"score_lmetric":51376},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":25688,"score_linear":62618.0,"score_lmetric":25688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":14848,"new_prefill":10840,"score_linear":-14848.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":25688,"score_linear":28977.0,"score_lmetric":25688},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":25688,"score_linear":101452.0,"score_lmetric":52362},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":761,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":25688,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":25688,"score_linear":89394.0,"score_lmetric":51376}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":27038.720512921,"t_first_token_unix":1779961035.2754574,"t_done":27039.005540304,"t_done_unix":1779961035.560484},{"request_id":"1316848:10:1330509:398","session_id":"1316848","input_length":28977,"t_proxy_recv":27036.393787738,"t_decision_unix":1779961032.948729,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9894744107395521,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (305 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":305,"cache_hit":28672,"estimated_new_tokens":305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":20992,"new_prefill":7985,"score_linear":126719.0,"score_lmetric":159840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":28977,"score_linear":62618.0,"score_lmetric":28977},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":28977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":28672,"new_prefill":305,"score_linear":-28672.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":28977,"score_linear":101452.0,"score_lmetric":58940},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":11725,"ongoing_decode_tokens":11725,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":28977,"score_linear":11725.0,"score_lmetric":28977},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37007,"ongoing_decode_tokens":37007,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":28977,"score_linear":37007.0,"score_lmetric":28977},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":28977,"score_linear":89394.0,"score_lmetric":57954}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":27036.495782321,"t_first_token_unix":1779961033.0507262,"t_done":27039.561092611,"t_done_unix":1779961036.1160362},{"request_id":"1326192:4:1331370:401","session_id":"1326192","input_length":27049,"t_proxy_recv":27039.555915913,"t_decision_unix":1779961036.1108572,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":25600,"affinity_cache_ratio":0.9464305519612555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1449 < 8000)","v3_prefill_cache_hit":25600,"v3_new_local":1449,"cache_hit":25600,"estimated_new_tokens":1449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":27049,"score_linear":81008.0,"score_lmetric":27049},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":27049,"score_linear":62618.0,"score_lmetric":27049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":25600,"new_prefill":1449,"score_linear":-25600.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":28977,"ongoing_decode_tokens":28977,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1051,"cache_hit":0,"new_prefill":27049,"score_linear":28977.0,"score_lmetric":27049},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":27049,"score_linear":101452.0,"score_lmetric":55084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":27049,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":27049,"score_linear":55130.0,"score_lmetric":27049}],"chosen_score_linear":-25600.0,"chosen_score_lmetric":0,"t_first_token":27039.89918098,"t_first_token_unix":1779961036.4541256,"t_done":27040.712629596,"t_done_unix":1779961037.2675729},{"request_id":"1329110:2:1331399:402","session_id":"1329110","input_length":12781,"t_proxy_recv":27039.634941296,"t_decision_unix":1779961036.1898825,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.7210703387841327,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3565 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":3565,"cache_hit":9216,"estimated_new_tokens":3565,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":12781,"score_linear":81008.0,"score_lmetric":12781},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":12781,"score_linear":62618.0,"score_lmetric":12781},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":27049,"ongoing_decode_tokens":0,"pending_prefill_tokens":1449,"num_requests":1,"active_p_offloads":0,"cached_blocks":1062,"cache_hit":9216,"new_prefill":3565,"score_linear":17833.0,"score_lmetric":5014},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":12781,"score_linear":101452.0,"score_lmetric":26548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":12781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":12781,"score_linear":55130.0,"score_lmetric":12781}],"chosen_score_linear":17833.0,"chosen_score_lmetric":5014,"t_first_token":27040.281851937,"t_first_token_unix":1779961036.8367958,"t_done":27040.785701588,"t_done_unix":1779961037.340645},{"request_id":"1330130:2:1331784:403","session_id":"1330130","input_length":14067,"t_proxy_recv":27040.827834006,"t_decision_unix":1779961037.382775,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":11776,"affinity_cache_ratio":0.8371365607450061,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2291 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":2291,"cache_hit":11776,"estimated_new_tokens":2291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":14067,"score_linear":81008.0,"score_lmetric":14067},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":14067,"score_linear":62618.0,"score_lmetric":14067},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":14067,"score_linear":101452.0,"score_lmetric":29120},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":768,"cache_hit":11776,"new_prefill":2291,"score_linear":-11776.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":14067,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":14067,"score_linear":55130.0,"score_lmetric":14067}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27041.174297674,"t_first_token_unix":1779961037.7292411,"t_done":27041.312563149,"t_done_unix":1779961037.8675077},{"request_id":"1332021:1:1332021:407","session_id":"1332021","input_length":12421,"t_proxy_recv":27041.626907203,"t_decision_unix":1779961038.1818488,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12421.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12421,"cache_hit":0,"estimated_new_tokens":12421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":12421,"score_linear":154242.0,"score_lmetric":38190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":12421,"score_linear":62618.0,"score_lmetric":12421},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":12421,"score_linear":21680.0,"score_lmetric":21301},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":12421,"score_linear":101452.0,"score_lmetric":25828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":12421,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":12421,"score_linear":71777.0,"score_lmetric":15078},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":12421,"score_linear":55130.0,"score_lmetric":12421}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27042.647339543,"t_first_token_unix":1779961039.2022836,"t_done":27042.904418789,"t_done_unix":1779961039.459362},{"request_id":"1329110:3:1332476:411","session_id":"1329110","input_length":13479,"t_proxy_recv":27043.310511892,"t_decision_unix":1779961039.8654532,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9496253431263447,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (679 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":679,"cache_hit":12800,"estimated_new_tokens":679,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":13479,"score_linear":154242.0,"score_lmetric":40306},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":13479,"score_linear":62618.0,"score_lmetric":13479},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1810,"ongoing_decode_tokens":0,"pending_prefill_tokens":1810,"num_requests":1,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":12800,"new_prefill":679,"score_linear":-10990.0,"score_lmetric":2489},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":13479,"score_linear":21680.0,"score_lmetric":22359},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":13479,"score_linear":183594.0,"score_lmetric":42582},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":13479,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":13479,"score_linear":71777.0,"score_lmetric":13479},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":13479,"score_linear":55130.0,"score_lmetric":13479}],"chosen_score_linear":-10990.0,"chosen_score_lmetric":2489,"t_first_token":27043.535349538,"t_first_token_unix":1779961040.0902932,"t_done":27043.969526027,"t_done_unix":1779961040.5244691},{"request_id":"1325541:2:1331846:404","session_id":"1325541","input_length":73234,"t_proxy_recv":27041.030883946,"t_decision_unix":1779961037.585825,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":66560,"affinity_cache_ratio":0.9088674659311249,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6674 < 8000)","v3_prefill_cache_hit":66560,"v3_new_local":6674,"cache_hit":66560,"estimated_new_tokens":6674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":66560,"new_prefill":6674,"score_linear":14448.0,"score_lmetric":6674},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":73234,"score_linear":62618.0,"score_lmetric":73234},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":73234,"score_linear":101452.0,"score_lmetric":147454},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14067,"ongoing_decode_tokens":0,"pending_prefill_tokens":2291,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":73234,"score_linear":14067.0,"score_lmetric":75525},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":73234,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":73234,"score_linear":55130.0,"score_lmetric":73234}],"chosen_score_linear":14448.0,"chosen_score_lmetric":6674,"t_first_token":27043.969885941,"t_first_token_unix":1779961040.5248291,"t_done":27044.089433194,"t_done_unix":1779961040.6443768},{"request_id":"1332472:1:1332472:410","session_id":"1332472","input_length":1810,"t_proxy_recv":27043.283633307,"t_decision_unix":1779961039.8385744,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":1810.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1810 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1810,"cache_hit":0,"estimated_new_tokens":1810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":1810,"score_linear":154242.0,"score_lmetric":16968},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":1810,"score_linear":62618.0,"score_lmetric":1810},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":1810,"score_linear":21680.0,"score_lmetric":10690},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":1810,"score_linear":183594.0,"score_lmetric":7575},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":1810,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":1810,"score_linear":71777.0,"score_lmetric":1810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":1810,"score_linear":55130.0,"score_lmetric":1810}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27043.452405445,"t_first_token_unix":1779961040.0073488,"t_done":27044.337230112,"t_done_unix":1779961040.8921735},{"request_id":"1269373:16:1331896:405","session_id":"1269373","input_length":71777,"t_proxy_recv":27041.224810775,"t_decision_unix":1779961037.7797523,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9629825710185714,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2657 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":2657,"cache_hit":69120,"estimated_new_tokens":2657,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":4096,"new_prefill":67681,"score_linear":150146.0,"score_lmetric":148710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":71777,"score_linear":62618.0,"score_lmetric":71777},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":7680,"new_prefill":64097,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":7680,"new_prefill":64097,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":71777,"score_linear":101452.0,"score_lmetric":144540},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":14067,"ongoing_decode_tokens":14067,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":768,"cache_hit":0,"new_prefill":71777,"score_linear":14067.0,"score_lmetric":71777},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":69120,"new_prefill":2657,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":7680,"new_prefill":64097,"score_linear":47450.0,"score_lmetric":64097}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":27042.393301401,"t_first_token_unix":1779961038.948245,"t_done":27045.067269536,"t_done_unix":1779961041.6222134},{"request_id":"1332013:1:1332013:406","session_id":"1332013","input_length":21680,"t_proxy_recv":27041.611038171,"t_decision_unix":1779961038.1659796,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":8880.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12800,"v3_new_local":8880,"cache_hit":12800,"estimated_new_tokens":8880,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":21680,"score_linear":154242.0,"score_lmetric":56708},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":8880,"score_linear":49818.0,"score_lmetric":8880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":12800,"new_prefill":8880,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":21680,"score_linear":101452.0,"score_lmetric":44346},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":21680,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":12800,"new_prefill":8880,"score_linear":58977.0,"score_lmetric":11537},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":21680,"score_linear":55130.0,"score_lmetric":21680}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":27043.931072817,"t_first_token_unix":1779961040.486017,"t_done":27045.07544039,"t_done_unix":1779961041.6303837},{"request_id":"1332754:1:1332754:412","session_id":"1332754","input_length":19766,"t_proxy_recv":27044.322973465,"t_decision_unix":1779961040.8779142,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":19766.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19766,"cache_hit":0,"estimated_new_tokens":19766,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":81008,"ongoing_decode_tokens":81008,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":0,"new_prefill":19766,"score_linear":81008.0,"score_lmetric":19766},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":19766,"score_linear":62618.0,"score_lmetric":19766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1810,"ongoing_decode_tokens":1810,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1072,"cache_hit":0,"new_prefill":19766,"score_linear":1810.0,"score_lmetric":19766},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":21680,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":19766,"score_linear":21680.0,"score_lmetric":19766},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":19766,"score_linear":183594.0,"score_lmetric":61443},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":796,"cache_hit":0,"new_prefill":19766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":71777,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":19766,"score_linear":71777.0,"score_lmetric":19766},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":19766,"score_linear":55130.0,"score_lmetric":19766}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27046.348320996,"t_first_token_unix":1779961042.903265,"t_done":27046.829022265,"t_done_unix":1779961043.383966},{"request_id":"1279412:17:1326166:377","session_id":"1279412","input_length":81008,"t_proxy_recv":27020.877322513,"t_decision_unix":1779961017.4322636,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9354137862927119,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5232 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":5232,"cache_hit":75776,"estimated_new_tokens":5232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66703,"ongoing_decode_tokens":0,"pending_prefill_tokens":66703,"num_requests":1,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":75776,"new_prefill":5232,"score_linear":-9073.0,"score_lmetric":71935},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":68208,"score_linear":49818.0,"score_lmetric":68208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1032,"cache_hit":0,"new_prefill":81008,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":81220,"ongoing_decode_tokens":81220,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":81008,"score_linear":81220.0,"score_lmetric":81008},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":81008,"score_linear":33182.0,"score_lmetric":81008},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":69041,"ongoing_decode_tokens":69041,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1246,"cache_hit":0,"new_prefill":81008,"score_linear":69041.0,"score_lmetric":81008},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":39936,"new_prefill":41072,"score_linear":15194.0,"score_lmetric":41072}],"chosen_score_linear":-9073.0,"chosen_score_lmetric":71935,"t_first_token":27036.923846593,"t_first_token_unix":1779961033.4787953,"t_done":27048.536270063,"t_done_unix":1779961045.091226},{"request_id":"1316848:11:1333994:416","session_id":"1316848","input_length":29656,"t_proxy_recv":27048.686822593,"t_decision_unix":1779961045.2417576,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9840841650930672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (472 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":472,"cache_hit":29184,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":82488,"ongoing_decode_tokens":0,"pending_prefill_tokens":1080,"num_requests":1,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":20992,"new_prefill":8664,"score_linear":61496.0,"score_lmetric":9744},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":29656,"score_linear":62618.0,"score_lmetric":29656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1069,"cache_hit":29184,"new_prefill":472,"score_linear":-29184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":29656,"score_linear":183594.0,"score_lmetric":91113},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":29656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":29656,"score_linear":55130.0,"score_lmetric":29656}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27048.802372162,"t_first_token_unix":1779961045.3573158,"t_done":27049.092592862,"t_done_unix":1779961045.647536},{"request_id":"1279412:18:1332945:413","session_id":"1279412","input_length":82488,"t_proxy_recv":27048.553927363,"t_decision_unix":1779961045.1088688,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9869071864998545,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1080 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":1080,"cache_hit":81408,"estimated_new_tokens":1080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":81408,"new_prefill":1080,"score_linear":-81408.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":69688,"score_linear":49818.0,"score_lmetric":69688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1069,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":82488,"score_linear":183594.0,"score_lmetric":249609},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":82488,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":39936,"new_prefill":42552,"score_linear":15194.0,"score_lmetric":42552}],"chosen_score_linear":-81408.0,"chosen_score_lmetric":0,"t_first_token":27048.981467104,"t_first_token_unix":1779961045.5364113,"t_done":27051.75093051,"t_done_unix":1779961048.305879},{"request_id":"1334223:1:1334223:417","session_id":"1334223","input_length":23689,"t_proxy_recv":27049.557733677,"t_decision_unix":1779961046.1126747,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":23689.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":23689,"cache_hit":0,"estimated_new_tokens":23689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":82488,"ongoing_decode_tokens":82488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":0,"new_prefill":23689,"score_linear":82488.0,"score_lmetric":23689},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":23689,"score_linear":62618.0,"score_lmetric":23689},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":23689,"score_linear":183594.0,"score_lmetric":73212},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":23689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":23689,"score_linear":55130.0,"score_lmetric":23689}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27052.233988945,"t_first_token_unix":1779961048.788933,"t_done":27052.834414356,"t_done_unix":1779961049.389358},{"request_id":"1309252:2:1334746:419","session_id":"1309252","input_length":45601,"t_proxy_recv":27051.539896348,"t_decision_unix":1779961048.0948374,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9768206837569352,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1057 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":1057,"cache_hit":44544,"estimated_new_tokens":1057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":82488,"ongoing_decode_tokens":82488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":0,"new_prefill":45601,"score_linear":82488.0,"score_lmetric":45601},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":45601,"score_linear":62618.0,"score_lmetric":45601},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":45601,"score_linear":44664.0,"score_lmetric":60569},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":45601,"score_linear":183594.0,"score_lmetric":138948},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":45601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23689,"ongoing_decode_tokens":0,"pending_prefill_tokens":23689,"num_requests":1,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":45601,"score_linear":23689.0,"score_lmetric":69290},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":44544,"new_prefill":1057,"score_linear":10586.0,"score_lmetric":1057}],"chosen_score_linear":10586.0,"chosen_score_lmetric":1057,"t_first_token":27051.901145071,"t_first_token_unix":1779961048.4560893,"t_done":27054.400597001,"t_done_unix":1779961050.9555404},{"request_id":"1316848:12:1334743:418","session_id":"1316848","input_length":44664,"t_proxy_recv":27051.535824677,"t_decision_unix":1779961048.0907576,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":29696,"affinity_cache_ratio":0.6648755149561167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":29696,"v3_new_local":14968,"cache_hit":29696,"estimated_new_tokens":14968,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":82488,"ongoing_decode_tokens":82488,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1189,"cache_hit":20992,"new_prefill":23672,"score_linear":61496.0,"score_lmetric":23672},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":44664,"score_linear":62618.0,"score_lmetric":44664},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":29696,"new_prefill":14968,"score_linear":-29696.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":44664,"score_linear":183594.0,"score_lmetric":136137},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":44664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":23689,"ongoing_decode_tokens":0,"pending_prefill_tokens":23689,"num_requests":1,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":44664,"score_linear":23689.0,"score_lmetric":68353},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":44664,"score_linear":55130.0,"score_lmetric":44664}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":27055.384632769,"t_first_token_unix":1779961051.939577,"t_done":27056.324901398,"t_done_unix":1779961052.8798451},{"request_id":"1314357:2:1335184:420","session_id":"1314357","input_length":61229,"t_proxy_recv":27052.891215098,"t_decision_unix":1779961049.4461565,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9281876235117347,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4397 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":4397,"cache_hit":56832,"estimated_new_tokens":4397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":56832,"new_prefill":4397,"score_linear":5786.0,"score_lmetric":4397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":61229,"score_linear":44664.0,"score_lmetric":76197},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":61229,"score_linear":183594.0,"score_lmetric":185832},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":61229,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":100731,"ongoing_decode_tokens":100731,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":61229,"score_linear":100731.0,"score_lmetric":122458}],"chosen_score_linear":5786.0,"chosen_score_lmetric":4397,"t_first_token":27054.481450344,"t_first_token_unix":1779961051.036394,"t_done":27057.431794252,"t_done_unix":1779961053.986738},{"request_id":"1330881:2:1336222:422","session_id":"1330881","input_length":11989,"t_proxy_recv":27056.641281809,"t_decision_unix":1779961053.1962235,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":3584,"affinity_cache_ratio":0.29894069563766784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":8405.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":3584,"v3_new_local":8405,"cache_hit":3584,"estimated_new_tokens":8405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":0,"new_prefill":11989,"score_linear":87264.0,"score_lmetric":11989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":123847,"ongoing_decode_tokens":123847,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":11989,"score_linear":123847.0,"score_lmetric":23978},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":11989,"score_linear":183594.0,"score_lmetric":38112},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":3584,"new_prefill":8405,"score_linear":-3584.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":11989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":11989,"score_linear":55130.0,"score_lmetric":11989}],"chosen_score_linear":-3584.0,"chosen_score_lmetric":0,"t_first_token":27057.387324315,"t_first_token_unix":1779961053.9422681,"t_done":27057.54595856,"t_done_unix":1779961054.1009018},{"request_id":"1279412:19:1335444:421","session_id":"1279412","input_length":87264,"t_proxy_recv":27053.817810762,"t_decision_unix":1779961050.3727522,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":82432,"affinity_cache_ratio":0.9446277961129447,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4832 < 8000)","v3_prefill_cache_hit":82432,"v3_new_local":4832,"cache_hit":82432,"estimated_new_tokens":4832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":82432,"new_prefill":4832,"score_linear":-82432.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":123847,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4397,"num_requests":2,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":12800,"new_prefill":74464,"score_linear":111047.0,"score_lmetric":157722},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":44664,"ongoing_decode_tokens":0,"pending_prefill_tokens":14968,"num_requests":1,"active_p_offloads":0,"cached_blocks":1070,"cache_hit":0,"new_prefill":87264,"score_linear":44664.0,"score_lmetric":102232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":87264,"score_linear":183594.0,"score_lmetric":263937},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":834,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":87264,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":100731,"ongoing_decode_tokens":100731,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":39936,"new_prefill":47328,"score_linear":60795.0,"score_lmetric":94656}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":27056.330295782,"t_first_token_unix":1779961052.8852396,"t_done":27058.32068799,"t_done_unix":1779961054.8756313},{"request_id":"1336620:1:1336620:423","session_id":"1336620","input_length":14666,"t_proxy_recv":27057.943749775,"t_decision_unix":1779961054.498691,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6986.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6986 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":6986,"cache_hit":7680,"estimated_new_tokens":6986,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":87264,"ongoing_decode_tokens":87264,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1191,"cache_hit":4096,"new_prefill":10570,"score_linear":83168.0,"score_lmetric":10570},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":14666,"score_linear":62618.0,"score_lmetric":14666},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":14666,"score_linear":183594.0,"score_lmetric":46143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":850,"cache_hit":0,"new_prefill":14666,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":7680,"new_prefill":6986,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":6986,"score_linear":47450.0,"score_lmetric":6986}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":27058.728502437,"t_first_token_unix":1779961055.283446,"t_done":27059.695108977,"t_done_unix":1779961056.2500527},{"request_id":"1337035:1:1337035:425","session_id":"1337035","input_length":12644,"t_proxy_recv":27059.435576824,"t_decision_unix":1779961055.990518,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12644.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12644,"cache_hit":0,"estimated_new_tokens":12644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":12644,"score_linear":62618.0,"score_lmetric":12644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14666,"ongoing_decode_tokens":14666,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":12644,"score_linear":14666.0,"score_lmetric":12644},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":12644,"score_linear":183594.0,"score_lmetric":40077},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":850,"cache_hit":0,"new_prefill":12644,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":12644,"score_linear":20009.0,"score_lmetric":18317},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":12644,"score_linear":55130.0,"score_lmetric":12644}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27060.483755131,"t_first_token_unix":1779961057.038699,"t_done":27060.659672109,"t_done_unix":1779961057.2146184},{"request_id":"1257323:2:1329541:393","session_id":"1257323","input_length":90605,"t_proxy_recv":27033.198262235,"t_decision_unix":1779961029.7532034,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":90112,"affinity_cache_ratio":0.9945587991832681,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (493 < 8000)","v3_prefill_cache_hit":90112,"v3_new_local":493,"cache_hit":90112,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":90605,"score_linear":147711.0,"score_lmetric":325080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":90605,"score_linear":62618.0,"score_lmetric":90605},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1048,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":10847,"ongoing_decode_tokens":0,"pending_prefill_tokens":10847,"num_requests":1,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":90112,"new_prefill":493,"score_linear":-79265.0,"score_lmetric":11340},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":90605,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":90605,"score_linear":36880.0,"score_lmetric":127485},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":89394,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":90605,"score_linear":89394.0,"score_lmetric":181210}],"chosen_score_linear":-79265.0,"chosen_score_lmetric":11340,"t_first_token":27060.796050809,"t_first_token_unix":1779961057.3509955,"t_done":27061.556466105,"t_done_unix":1779961058.1114097},{"request_id":"1316848:13:1337519:427","session_id":"1316848","input_length":45005,"t_proxy_recv":27061.276155795,"t_decision_unix":1779961057.8310971,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.9897566937007,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (461 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":461,"cache_hit":44544,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":20992,"new_prefill":24013,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":45005,"score_linear":62618.0,"score_lmetric":45005},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":44544,"new_prefill":461,"score_linear":-44544.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":183594,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":45005,"score_linear":183594.0,"score_lmetric":135015},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":45005,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":56527,"ongoing_decode_tokens":20009,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":45005,"score_linear":56527.0,"score_lmetric":123110},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":45005,"score_linear":55130.0,"score_lmetric":45005}],"chosen_score_linear":-44544.0,"chosen_score_lmetric":0,"t_first_token":27061.450204596,"t_first_token_unix":1779961058.0051486,"t_done":27061.752995642,"t_done_unix":1779961058.307939},{"request_id":"1329470:1:1329470:392","session_id":"1329470","input_length":10847,"t_proxy_recv":27032.752686391,"t_decision_unix":1779961029.3076277,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":10847.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":10847,"cache_hit":0,"estimated_new_tokens":10847,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":147711,"ongoing_decode_tokens":0,"pending_prefill_tokens":71935,"num_requests":2,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":0,"new_prefill":10847,"score_linear":147711.0,"score_lmetric":165564},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":10847,"score_linear":62618.0,"score_lmetric":10847},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1041,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7423,"ongoing_decode_tokens":7423,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1037,"cache_hit":0,"new_prefill":10847,"score_linear":7423.0,"score_lmetric":10847},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":738,"cache_hit":0,"new_prefill":10847,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36880,"ongoing_decode_tokens":0,"pending_prefill_tokens":36880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1252,"cache_hit":0,"new_prefill":10847,"score_linear":36880.0,"score_lmetric":47727},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89394,"ongoing_decode_tokens":55130,"pending_prefill_tokens":7640,"num_requests":2,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":0,"new_prefill":10847,"score_linear":89394.0,"score_lmetric":36974}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27033.627874503,"t_first_token_unix":1779961030.1828177,"t_done":27064.035357616,"t_done_unix":1779961060.590301},{"request_id":"1329470:2:1332133:409","session_id":"1329470","input_length":11766,"t_proxy_recv":27064.039596346,"t_decision_unix":1779961060.594538,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9138194798572157,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1014 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":1014,"cache_hit":10752,"estimated_new_tokens":1014,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":11766,"score_linear":95383.0,"score_lmetric":20109},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":11766,"score_linear":62618.0,"score_lmetric":11766},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":11766,"score_linear":9325.0,"score_lmetric":21091},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":11766,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":10752,"new_prefill":1014,"score_linear":71390.0,"score_lmetric":1014},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":11766,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":11766,"score_linear":129600.0,"score_lmetric":89127},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":11766,"score_linear":55130.0,"score_lmetric":11766}],"chosen_score_linear":71390.0,"chosen_score_lmetric":1014,"t_first_token":27064.313658983,"t_first_token_unix":1779961060.8686025,"t_done":27064.450205145,"t_done_unix":1779961061.0051482},{"request_id":"1338292:1:1338292:432","session_id":"1338292","input_length":9325,"t_proxy_recv":27063.923795987,"t_decision_unix":1779961060.478737,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9325.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9325,"cache_hit":0,"estimated_new_tokens":9325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":9325,"score_linear":95383.0,"score_lmetric":17668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9325,"score_linear":62618.0,"score_lmetric":9325},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92989,"ongoing_decode_tokens":92989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":0,"new_prefill":9325,"score_linear":92989.0,"score_lmetric":18650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":9325,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":9325,"score_linear":129600.0,"score_lmetric":81804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":9325,"score_linear":55130.0,"score_lmetric":9325}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27064.624787061,"t_first_token_unix":1779961061.179731,"t_done":27064.743992242,"t_done_unix":1779961061.2989361},{"request_id":"1317598:4:1332127:408","session_id":"1317598","input_length":82142,"t_proxy_recv":27041.981631031,"t_decision_unix":1779961038.5365725,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":81920,"affinity_cache_ratio":0.9972973631029194,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (222 < 8000)","v3_prefill_cache_hit":81920,"v3_new_local":222,"cache_hit":81920,"estimated_new_tokens":222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154242,"ongoing_decode_tokens":81008,"pending_prefill_tokens":6674,"num_requests":2,"active_p_offloads":0,"cached_blocks":1165,"cache_hit":0,"new_prefill":82142,"score_linear":154242.0,"score_lmetric":177632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":82142,"score_linear":62618.0,"score_lmetric":82142},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1071,"cache_hit":0,"new_prefill":82142,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21680,"ongoing_decode_tokens":0,"pending_prefill_tokens":8880,"num_requests":1,"active_p_offloads":0,"cached_blocks":1052,"cache_hit":0,"new_prefill":82142,"score_linear":21680.0,"score_lmetric":91022},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":101452,"ongoing_decode_tokens":10847,"pending_prefill_tokens":493,"num_requests":2,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":81920,"new_prefill":222,"score_linear":19532.0,"score_lmetric":1430},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12421,"ongoing_decode_tokens":0,"pending_prefill_tokens":12421,"num_requests":1,"active_p_offloads":0,"cached_blocks":772,"cache_hit":0,"new_prefill":82142,"score_linear":12421.0,"score_lmetric":94563},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":71777,"ongoing_decode_tokens":0,"pending_prefill_tokens":2657,"num_requests":1,"active_p_offloads":0,"cached_blocks":1324,"cache_hit":0,"new_prefill":82142,"score_linear":71777.0,"score_lmetric":84799},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1096,"cache_hit":0,"new_prefill":82142,"score_linear":55130.0,"score_lmetric":82142}],"chosen_score_linear":19532.0,"chosen_score_lmetric":1430,"t_first_token":27060.947971257,"t_first_token_unix":1779961057.5029156,"t_done":27066.45988398,"t_done_unix":1779961063.0148318},{"request_id":"1311753:2:1337278:426","session_id":"1311753","input_length":36518,"t_proxy_recv":27060.300555934,"t_decision_unix":1779961056.855497,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.5467988389287475,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":19968,"v3_new_local":16550,"cache_hit":19968,"estimated_new_tokens":16550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":36518,"score_linear":62618.0,"score_lmetric":36518},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":36518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":36518,"score_linear":183594.0,"score_lmetric":111699},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":12644,"ongoing_decode_tokens":0,"pending_prefill_tokens":12644,"num_requests":1,"active_p_offloads":0,"cached_blocks":850,"cache_hit":0,"new_prefill":36518,"score_linear":12644.0,"score_lmetric":49162},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":20009,"ongoing_decode_tokens":0,"pending_prefill_tokens":5673,"num_requests":1,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":19968,"new_prefill":16550,"score_linear":41.0,"score_lmetric":22223},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":36518,"score_linear":55130.0,"score_lmetric":36518}],"chosen_score_linear":41.0,"chosen_score_lmetric":22223,"t_first_token":27065.577329907,"t_first_token_unix":1779961062.1322742,"t_done":27066.565023195,"t_done_unix":1779961063.1199663},{"request_id":"1317598:5:1337780:430","session_id":"1317598","input_length":83088,"t_proxy_recv":27066.4735274,"t_decision_unix":1779961063.028469,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82432,"affinity_cache_ratio":0.99210475640285,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (656 < 8000)","v3_prefill_cache_hit":82432,"v3_new_local":656,"cache_hit":82432,"estimated_new_tokens":656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":83088,"score_linear":95383.0,"score_lmetric":83088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":83088,"score_linear":128770.0,"score_lmetric":175600},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":65133,"pending_prefill_tokens":5144,"num_requests":3,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":83088,"score_linear":114821.0,"score_lmetric":264696},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":82432,"new_prefill":656,"score_linear":-82432.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":83088,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":129600,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":83088,"score_linear":129600.0,"score_lmetric":249264},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":83088,"score_linear":55130.0,"score_lmetric":83088}],"chosen_score_linear":-82432.0,"chosen_score_lmetric":0,"t_first_token":27066.897521221,"t_first_token_unix":1779961063.452465,"t_done":27067.466911202,"t_done_unix":1779961064.0218556},{"request_id":"1279412:20:1337591:428","session_id":"1279412","input_length":95383,"t_proxy_recv":27061.525421576,"t_decision_unix":1779961058.0803628,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":87040,"affinity_cache_ratio":0.912531583196167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":87040,"v3_new_local":8343,"cache_hit":87040,"estimated_new_tokens":8343,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":87040,"new_prefill":8343,"score_linear":-87040.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":12800,"new_prefill":82583,"score_linear":49818.0,"score_lmetric":82583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":45005,"ongoing_decode_tokens":45005,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":95383,"score_linear":45005.0,"score_lmetric":95383},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":183594,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":95383,"score_linear":183594.0,"score_lmetric":286149},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":95383,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":56527,"ongoing_decode_tokens":20009,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":95383,"score_linear":56527.0,"score_lmetric":223866},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":39936,"new_prefill":55447,"score_linear":15194.0,"score_lmetric":55447}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":27066.089853784,"t_first_token_unix":1779961062.6447983,"t_done":27067.59136842,"t_done_unix":1779961064.1463118},{"request_id":"1336620:2:1338440:434","session_id":"1336620","input_length":14918,"t_proxy_recv":27064.338462767,"t_decision_unix":1779961060.8934045,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.960986727443357,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (582 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":582,"cache_hit":14336,"estimated_new_tokens":582,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":4096,"new_prefill":10822,"score_linear":91287.0,"score_lmetric":19165},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":14918,"score_linear":62618.0,"score_lmetric":14918},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":7680,"new_prefill":7238,"score_linear":1645.0,"score_lmetric":16563},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":50215,"ongoing_decode_tokens":0,"pending_prefill_tokens":551,"num_requests":1,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":14336,"new_prefill":582,"score_linear":35879.0,"score_lmetric":1133},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":93908,"ongoing_decode_tokens":93908,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":14918,"score_linear":93908.0,"score_lmetric":29836},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":14918,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":7680,"new_prefill":7238,"score_linear":121920.0,"score_lmetric":75543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":7238,"score_linear":47450.0,"score_lmetric":7238}],"chosen_score_linear":35879.0,"chosen_score_lmetric":1133,"t_first_token":27064.461430465,"t_first_token_unix":1779961061.0163739,"t_done":27067.641077698,"t_done_unix":1779961064.1960213},{"request_id":"1259178:2:1336768:424","session_id":"1259178","input_length":20009,"t_proxy_recv":27058.409121276,"t_decision_unix":1779961054.9640627,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.716477585086711,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5673 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":5673,"cache_hit":14336,"estimated_new_tokens":5673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":20009,"score_linear":62618.0,"score_lmetric":20009},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14666,"ongoing_decode_tokens":0,"pending_prefill_tokens":6986,"num_requests":1,"active_p_offloads":0,"cached_blocks":1099,"cache_hit":0,"new_prefill":20009,"score_linear":14666.0,"score_lmetric":26995},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":183594,"ongoing_decode_tokens":10847,"pending_prefill_tokens":715,"num_requests":3,"active_p_offloads":0,"cached_blocks":1177,"cache_hit":0,"new_prefill":20009,"score_linear":183594.0,"score_lmetric":62172},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":850,"cache_hit":0,"new_prefill":20009,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":14336,"new_prefill":5673,"score_linear":-14336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":20009,"score_linear":55130.0,"score_lmetric":20009}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":27060.477824832,"t_first_token_unix":1779961057.032769,"t_done":27067.655361847,"t_done_unix":1779961064.210305},{"request_id":"1269373:17:1338104:431","session_id":"1269373","input_length":73073,"t_proxy_recv":27063.384806821,"t_decision_unix":1779961059.9397476,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9809368713478303,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1393 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":1393,"cache_hit":71680,"estimated_new_tokens":1393,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":4096,"new_prefill":68977,"score_linear":91287.0,"score_lmetric":77320},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":73073,"score_linear":62618.0,"score_lmetric":73073},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":7680,"new_prefill":65393,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":7680,"new_prefill":65393,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92989,"ongoing_decode_tokens":92989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":0,"new_prefill":73073,"score_linear":92989.0,"score_lmetric":146146},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":73073,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":56527,"ongoing_decode_tokens":20009,"pending_prefill_tokens":16550,"num_requests":2,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":71680,"new_prefill":1393,"score_linear":-15153.0,"score_lmetric":35886},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":65393,"score_linear":47450.0,"score_lmetric":65393}],"chosen_score_linear":-15153.0,"chosen_score_lmetric":35886,"t_first_token":27066.156659597,"t_first_token_unix":1779961062.7116034,"t_done":27069.607385086,"t_done_unix":1779961066.1623282},{"request_id":"1259178:3:1337653:429","session_id":"1259178","input_length":22398,"t_proxy_recv":27067.661303568,"t_decision_unix":1779961064.2162447,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8915081703723546,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2430 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":2430,"cache_hit":19968,"estimated_new_tokens":2430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":22398,"score_linear":128770.0,"score_lmetric":54220},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":22398,"score_linear":99903.0,"score_lmetric":44796},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":22398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":22398,"score_linear":7065.0,"score_lmetric":22398},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73073,"ongoing_decode_tokens":73073,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":19968,"new_prefill":2430,"score_linear":53105.0,"score_lmetric":2430},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":22398,"score_linear":55130.0,"score_lmetric":22398}],"chosen_score_linear":53105.0,"chosen_score_lmetric":2430,"t_first_token":27068.103173318,"t_first_token_unix":1779961064.6581168,"t_done":27069.63361437,"t_done_unix":1779961066.1885583},{"request_id":"1279412:21:1339581:440","session_id":"1279412","input_length":95543,"t_proxy_recv":27068.490077262,"t_decision_unix":1779961065.0450187,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9967449211349864,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (311 < 8000)","v3_prefill_cache_hit":95232,"v3_new_local":311,"cache_hit":95232,"estimated_new_tokens":311,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":95232,"new_prefill":311,"score_linear":-95232.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":12800,"new_prefill":82743,"score_linear":115970.0,"score_lmetric":165486},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":95543,"score_linear":99903.0,"score_lmetric":191086},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":95543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":95543,"score_linear":7065.0,"score_lmetric":95543},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95471,"ongoing_decode_tokens":95471,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":95543,"score_linear":95471.0,"score_lmetric":191086},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":39936,"new_prefill":55607,"score_linear":15194.0,"score_lmetric":55607}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":27068.634993571,"t_first_token_unix":1779961065.1899369,"t_done":27070.94665393,"t_done_unix":1779961067.5016},{"request_id":"1339977:1:1339977:442","session_id":"1339977","input_length":13816,"t_proxy_recv":27069.986494715,"t_decision_unix":1779961066.5414357,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":13816.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13816,"cache_hit":0,"estimated_new_tokens":13816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":13816,"score_linear":95543.0,"score_lmetric":13816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":13816,"score_linear":128770.0,"score_lmetric":27632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":13816,"score_linear":99903.0,"score_lmetric":27632},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":13816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":13816,"score_linear":7065.0,"score_lmetric":13816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":0,"pending_prefill_tokens":1934,"num_requests":1,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":13816,"score_linear":24462.0,"score_lmetric":15750},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":13816,"score_linear":101124.0,"score_lmetric":27632}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27071.176723865,"t_first_token_unix":1779961067.7316678,"t_done":27071.375571288,"t_done_unix":1779961067.9305143},{"request_id":"1253743:5:1338406:433","session_id":"1253743","input_length":50215,"t_proxy_recv":27064.246660237,"t_decision_unix":1779961060.8016005,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9890271831126157,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (551 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":551,"cache_hit":49664,"estimated_new_tokens":551,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":17408,"new_prefill":32807,"score_linear":77975.0,"score_lmetric":41150},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":3584,"new_prefill":46631,"score_linear":59034.0,"score_lmetric":46631},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9325,"ongoing_decode_tokens":0,"pending_prefill_tokens":9325,"num_requests":1,"active_p_offloads":0,"cached_blocks":1075,"cache_hit":0,"new_prefill":50215,"score_linear":9325.0,"score_lmetric":59540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":49664,"new_prefill":551,"score_linear":-49664.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":93908,"ongoing_decode_tokens":82142,"pending_prefill_tokens":1014,"num_requests":2,"active_p_offloads":0,"cached_blocks":1199,"cache_hit":0,"new_prefill":50215,"score_linear":93908.0,"score_lmetric":102458},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":50215,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":4608,"new_prefill":45607,"score_linear":124992.0,"score_lmetric":190650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":50215,"score_linear":55130.0,"score_lmetric":50215}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":27064.426092213,"t_first_token_unix":1779961060.9810357,"t_done":27071.392040977,"t_done_unix":1779961067.9469845},{"request_id":"1316848:14:1338658:435","session_id":"1316848","input_length":49688,"t_proxy_recv":27065.160903767,"t_decision_unix":1779961061.7158449,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":44544,"affinity_cache_ratio":0.8964739977459346,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5144 < 8000)","v3_prefill_cache_hit":44544,"v3_new_local":5144,"cache_hit":44544,"estimated_new_tokens":5144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":0,"pending_prefill_tokens":8343,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":20992,"new_prefill":28696,"score_linear":74391.0,"score_lmetric":37039},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":49688,"score_linear":62618.0,"score_lmetric":49688},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":65133,"ongoing_decode_tokens":65133,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":44544,"new_prefill":5144,"score_linear":20589.0,"score_lmetric":10288},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":49688,"score_linear":82142.0,"score_lmetric":49688},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":49688,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":20009,"pending_prefill_tokens":17943,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":49688,"score_linear":129600.0,"score_lmetric":202893},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":49688,"score_linear":55130.0,"score_lmetric":49688}],"chosen_score_linear":20589.0,"chosen_score_lmetric":10288,"t_first_token":27066.680778823,"t_first_token_unix":1779961063.2357228,"t_done":27073.707589845,"t_done_unix":1779961070.2625368},{"request_id":"1341005:1:1341005:447","session_id":"1341005","input_length":5280,"t_proxy_recv":27073.45224647,"t_decision_unix":1779961070.0071876,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":5280.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5280 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5280,"cache_hit":0,"estimated_new_tokens":5280,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":5280,"score_linear":21221.0,"score_lmetric":5280},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":5280,"score_linear":128770.0,"score_lmetric":10560},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":2279,"ongoing_decode_tokens":2279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":5280,"score_linear":2279.0,"score_lmetric":5280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71059,"ongoing_decode_tokens":71059,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":5280,"score_linear":71059.0,"score_lmetric":10560},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":5280,"score_linear":48381.0,"score_lmetric":53661},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":5280,"score_linear":7065.0,"score_lmetric":5280},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5280,"score_linear":24462.0,"score_lmetric":5280},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":5280,"score_linear":101124.0,"score_lmetric":10560}],"chosen_score_linear":7065.0,"chosen_score_lmetric":5280,"t_first_token":27073.788160276,"t_first_token_unix":1779961070.3431046,"t_done":27074.260881565,"t_done_unix":1779961070.815825},{"request_id":"1340903:1:1340903:446","session_id":"1340903","input_length":2279,"t_proxy_recv":27073.109148019,"t_decision_unix":1779961069.6640887,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":2279.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2279 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2279,"cache_hit":0,"estimated_new_tokens":2279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":21221,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":2279,"score_linear":21221.0,"score_lmetric":2279},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":2279,"score_linear":128770.0,"score_lmetric":4558},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":2279,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":71059,"ongoing_decode_tokens":71059,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1114,"cache_hit":0,"new_prefill":2279,"score_linear":71059.0,"score_lmetric":4558},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":2279,"score_linear":48381.0,"score_lmetric":50660},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":2279,"score_linear":7065.0,"score_lmetric":2279},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":45683,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":2279,"score_linear":45683.0,"score_lmetric":4558},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":2279,"score_linear":101124.0,"score_lmetric":4558}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27073.299239304,"t_first_token_unix":1779961069.8541832,"t_done":27074.320855237,"t_done_unix":1779961070.8757982},{"request_id":"1309252:3:1339771:441","session_id":"1309252","input_length":45994,"t_proxy_recv":27069.225926392,"t_decision_unix":1779961065.7808678,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45568,"affinity_cache_ratio":0.9907379223376962,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (426 < 8000)","v3_prefill_cache_hit":45568,"v3_new_local":426,"cache_hit":45568,"estimated_new_tokens":426,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":45994,"score_linear":95543.0,"score_lmetric":45994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":45994,"score_linear":128770.0,"score_lmetric":91988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":45994,"score_linear":99903.0,"score_lmetric":91988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":45994,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":45994,"score_linear":7065.0,"score_lmetric":45994},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":95471,"ongoing_decode_tokens":95471,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1418,"cache_hit":0,"new_prefill":45994,"score_linear":95471.0,"score_lmetric":91988},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":45568,"new_prefill":426,"score_linear":9562.0,"score_lmetric":426}],"chosen_score_linear":9562.0,"chosen_score_lmetric":426,"t_first_token":27069.39766314,"t_first_token_unix":1779961065.9526064,"t_done":27074.696492193,"t_done_unix":1779961071.2514355},{"request_id":"1340290:1:1340290:445","session_id":"1340290","input_length":21221,"t_proxy_recv":27071.106357698,"t_decision_unix":1779961067.6612985,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":20197.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":1024,"v3_new_local":20197,"v3_src_idx":6,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":1024,"estimated_new_tokens":20197,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21221,"score_linear":128770.0,"score_lmetric":42442},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":21221,"score_linear":13816.0,"score_lmetric":35037},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":21221,"score_linear":121274.0,"score_lmetric":63663},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":21221,"score_linear":48381.0,"score_lmetric":69602},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":21221,"score_linear":7065.0,"score_lmetric":21221},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":1024,"new_prefill":20197,"score_linear":23438.0,"score_lmetric":20197},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":21221,"score_linear":101124.0,"score_lmetric":42442}],"chosen_score_linear":23438.0,"chosen_score_lmetric":20197,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":27071.106577364,"t_prefill_sent_unix":1779961067.6615198,"t_prefill_done":27073.349671522,"t_prefill_done_unix":1779961069.9046156,"t_decode_sent":27073.350026315,"t_decode_sent_unix":1779961069.904969,"t_first_token":27073.771010371,"t_first_token_unix":1779961070.3259542,"t_done":27075.563292784,"t_done_unix":1779961072.118236},{"request_id":"1315567:3:1325346:372","session_id":"1315567","input_length":55130,"t_proxy_recv":27017.826348341,"t_decision_unix":1779961014.3812897,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9937239252675494,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (346 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":346,"cache_hit":54784,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1035,"cache_hit":4096,"new_prefill":51034,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":0,"new_prefill":55130,"score_linear":62618.0,"score_lmetric":55130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":994,"cache_hit":7680,"new_prefill":47450,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":31306,"ongoing_decode_tokens":31306,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1015,"cache_hit":7680,"new_prefill":47450,"score_linear":23626.0,"score_lmetric":94900},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79663,"ongoing_decode_tokens":79663,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1018,"cache_hit":0,"new_prefill":55130,"score_linear":79663.0,"score_lmetric":55130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":33182,"ongoing_decode_tokens":33182,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":672,"cache_hit":0,"new_prefill":55130,"score_linear":33182.0,"score_lmetric":55130},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1240,"cache_hit":7680,"new_prefill":47450,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1081,"cache_hit":54784,"new_prefill":346,"score_linear":-54784.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":27018.014744427,"t_first_token_unix":1779961014.5696878,"t_done":27075.779086358,"t_done_unix":1779961072.3340302},{"request_id":"1341912:1:1341912:449","session_id":"1341912","input_length":9909,"t_proxy_recv":27076.486934684,"t_decision_unix":1779961073.041876,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9909.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9909,"cache_hit":0,"estimated_new_tokens":9909,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9909,"score_linear":128770.0,"score_lmetric":19818},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":9909,"score_linear":37527.0,"score_lmetric":9909},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9909,"score_linear":21371.0,"score_lmetric":9909},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":9909,"score_linear":48381.0,"score_lmetric":58290},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":9909,"score_linear":7065.0,"score_lmetric":9909},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":9909,"score_linear":61989.0,"score_lmetric":19818},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":9909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27077.24936343,"t_first_token_unix":1779961073.804307,"t_done":27077.744225277,"t_done_unix":1779961074.2991686},{"request_id":"1342327:1:1342327:452","session_id":"1342327","input_length":6180,"t_proxy_recv":27077.909118682,"t_decision_unix":1779961074.46406,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":6180.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6180 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6180,"cache_hit":0,"estimated_new_tokens":6180,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41267,"ongoing_decode_tokens":0,"pending_prefill_tokens":20275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":6180,"score_linear":41267.0,"score_lmetric":52910},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":6180,"score_linear":128770.0,"score_lmetric":12360},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":6180,"score_linear":37527.0,"score_lmetric":6180},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":6180,"score_linear":21371.0,"score_lmetric":6180},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":6180,"score_linear":48381.0,"score_lmetric":54561},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":6180,"score_linear":7065.0,"score_lmetric":6180},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":6180,"score_linear":61989.0,"score_lmetric":12360},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1120,"cache_hit":0,"new_prefill":6180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27078.312276876,"t_first_token_unix":1779961074.8672202,"t_done":27078.6126383,"t_done_unix":1779961075.1675825},{"request_id":"1341948:1:1341948:450","session_id":"1341948","input_length":19887,"t_proxy_recv":27076.605290831,"t_decision_unix":1779961073.1602323,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":19887.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19887,"cache_hit":0,"estimated_new_tokens":19887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":19887,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":19887,"score_linear":128770.0,"score_lmetric":39774},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":19887,"score_linear":37527.0,"score_lmetric":19887},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":19887,"score_linear":21371.0,"score_lmetric":19887},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":19887,"score_linear":48381.0,"score_lmetric":68268},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":19887,"score_linear":7065.0,"score_lmetric":19887},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":19887,"score_linear":61989.0,"score_lmetric":39774},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":19887,"score_linear":9909.0,"score_lmetric":29796}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27078.688529679,"t_first_token_unix":1779961075.243473,"t_done":27079.013434044,"t_done_unix":1779961075.5683773},{"request_id":"1340903:2:1342632:453","session_id":"1340903","input_length":2129,"t_proxy_recv":27078.976746594,"t_decision_unix":1779961075.531688,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":2048,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (81 < 8000)","v3_prefill_cache_hit":2048,"v3_new_local":81,"cache_hit":2048,"estimated_new_tokens":81,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41267,"ongoing_decode_tokens":41267,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":2129,"score_linear":41267.0,"score_lmetric":4258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":2129,"score_linear":128770.0,"score_lmetric":4258},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":2048,"new_prefill":81,"score_linear":35479.0,"score_lmetric":81},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":2129,"score_linear":21371.0,"score_lmetric":2129},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":2129,"score_linear":48381.0,"score_lmetric":50510},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":2129,"score_linear":7065.0,"score_lmetric":2129},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":2129,"score_linear":61989.0,"score_lmetric":4258},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":2129,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":35479.0,"chosen_score_lmetric":81,"t_first_token":27079.000371792,"t_first_token_unix":1779961075.5553153,"t_done":27079.073481918,"t_done_unix":1779961075.628425},{"request_id":"1340290:2:1342119:451","session_id":"1340290","input_length":21380,"t_proxy_recv":27077.144652038,"t_decision_unix":1779961073.6995935,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9818521983161833,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (388 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":388,"cache_hit":20992,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19887,"ongoing_decode_tokens":0,"pending_prefill_tokens":19887,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":20992,"new_prefill":388,"score_linear":-1105.0,"score_lmetric":20275},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21380,"score_linear":128770.0,"score_lmetric":42760},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":21380,"score_linear":37527.0,"score_lmetric":21380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21380,"score_linear":21371.0,"score_lmetric":21380},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":21380,"score_linear":48381.0,"score_lmetric":69761},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":21380,"score_linear":7065.0,"score_lmetric":21380},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":20992,"new_prefill":388,"score_linear":40997.0,"score_lmetric":776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9909,"ongoing_decode_tokens":0,"pending_prefill_tokens":9909,"num_requests":1,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":21380,"score_linear":9909.0,"score_lmetric":31289}],"chosen_score_linear":-1105.0,"chosen_score_lmetric":20275,"t_first_token":27078.690317867,"t_first_token_unix":1779961075.245261,"t_done":27079.43891364,"t_done_unix":1779961075.993857},{"request_id":"1259178:4:1339295:439","session_id":"1259178","input_length":24462,"t_proxy_recv":27069.640084499,"t_decision_unix":1779961066.195026,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":22528,"affinity_cache_ratio":0.9209385986427929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1934 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":1934,"cache_hit":22528,"estimated_new_tokens":1934,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":0,"new_prefill":24462,"score_linear":95543.0,"score_lmetric":24462},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":24462,"score_linear":128770.0,"score_lmetric":48924},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":24462,"score_linear":99903.0,"score_lmetric":48924},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":24462,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":24462,"score_linear":7065.0,"score_lmetric":24462},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":22528,"new_prefill":1934,"score_linear":-22528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":24462,"score_linear":101124.0,"score_lmetric":48924}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":27070.060587611,"t_first_token_unix":1779961066.6155324,"t_done":27079.698326504,"t_done_unix":1779961076.25327},{"request_id":"1340278:1:1340278:444","session_id":"1340278","input_length":48381,"t_proxy_recv":27071.081054448,"t_decision_unix":1779961067.6359954,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":48381.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":48381,"cache_hit":0,"estimated_new_tokens":48381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1217,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":48381,"score_linear":128770.0,"score_lmetric":96762},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":48381,"score_linear":13816.0,"score_lmetric":62197},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":121274,"ongoing_decode_tokens":121274,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":0,"new_prefill":48381,"score_linear":121274.0,"score_lmetric":145143},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":48381,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":48381,"score_linear":7065.0,"score_lmetric":48381},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":0,"new_prefill":48381,"score_linear":24462.0,"score_lmetric":48381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":48381,"score_linear":101124.0,"score_lmetric":96762}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27079.840878925,"t_first_token_unix":1779961076.3958228,"t_done":27080.432688593,"t_done_unix":1779961076.9876323},{"request_id":"1341005:2:1342961:456","session_id":"1341005","input_length":9360,"t_proxy_recv":27080.112951811,"t_decision_unix":1779961076.667893,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.5470085470085471,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4240 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":4240,"cache_hit":5120,"estimated_new_tokens":4240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":9360,"score_linear":65289.0,"score_lmetric":74649},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9360,"score_linear":128770.0,"score_lmetric":18720},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":9360,"score_linear":37527.0,"score_lmetric":9360},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9360,"score_linear":21371.0,"score_lmetric":9360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":9360,"score_linear":48381.0,"score_lmetric":9360},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":5120,"new_prefill":4240,"score_linear":1945.0,"score_lmetric":4240},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":9360,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":9360,"score_linear":59219.0,"score_lmetric":68579}],"chosen_score_linear":1945.0,"chosen_score_lmetric":4240,"t_first_token":27080.49718573,"t_first_token_unix":1779961077.05213,"t_done":27080.851689222,"t_done_unix":1779961077.406633},{"request_id":"1343191:1:1343191:457","session_id":"1343191","input_length":11912,"t_proxy_recv":27081.017955959,"t_decision_unix":1779961077.572897,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":11912.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11912,"cache_hit":0,"estimated_new_tokens":11912,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":11912,"score_linear":65289.0,"score_lmetric":77201},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":11912,"score_linear":128770.0,"score_lmetric":23824},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":11912,"score_linear":37527.0,"score_lmetric":11912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":11912,"score_linear":21371.0,"score_lmetric":11912},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":11912,"score_linear":7065.0,"score_lmetric":11912},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":11912,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":11912,"score_linear":59219.0,"score_lmetric":71131}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27081.985743013,"t_first_token_unix":1779961078.5406868,"t_done":27082.040150666,"t_done_unix":1779961078.5950942},{"request_id":"1338292:2:1343599:460","session_id":"1338292","input_length":14103,"t_proxy_recv":27082.224913812,"t_decision_unix":1779961078.779855,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":9216,"affinity_cache_ratio":0.6534779834077856,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4887 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":4887,"cache_hit":9216,"estimated_new_tokens":4887,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":14103,"score_linear":65289.0,"score_lmetric":79392},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":14103,"score_linear":128770.0,"score_lmetric":28206},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":9216,"new_prefill":4887,"score_linear":28311.0,"score_lmetric":4887},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":14103,"score_linear":21371.0,"score_lmetric":14103},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":14103,"score_linear":21402.0,"score_lmetric":35505},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":14103,"score_linear":7065.0,"score_lmetric":14103},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":14103,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":14103,"score_linear":69451.0,"score_lmetric":147652}],"chosen_score_linear":28311.0,"chosen_score_lmetric":4887,"t_first_token":27082.794419912,"t_first_token_unix":1779961079.3493636,"t_done":27082.898543915,"t_done_unix":1779961079.4534872},{"request_id":"1343312:1:1343312:459","session_id":"1343312","input_length":21402,"t_proxy_recv":27081.381130749,"t_decision_unix":1779961077.9360719,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":21402.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21402,"cache_hit":0,"estimated_new_tokens":21402,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":21402,"score_linear":65289.0,"score_lmetric":86691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21402,"score_linear":128770.0,"score_lmetric":42804},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":21402,"score_linear":37527.0,"score_lmetric":21402},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21402,"score_linear":21371.0,"score_lmetric":21402},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":21402,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":21402,"score_linear":7065.0,"score_lmetric":21402},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":21402,"score_linear":11912.0,"score_lmetric":33314},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":21402,"score_linear":69451.0,"score_lmetric":162250}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27083.678118536,"t_first_token_unix":1779961080.2330651,"t_done":27083.737955603,"t_done_unix":1779961080.2929008},{"request_id":"1334223:2:1341796:448","session_id":"1334223","input_length":37527,"t_proxy_recv":27076.057032325,"t_decision_unix":1779961072.611973,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":23552,"affinity_cache_ratio":0.6276014602819303,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":23552,"v3_new_local":13975,"v3_src_idx":6,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":23552,"estimated_new_tokens":13975,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":37527,"score_linear":128770.0,"score_lmetric":75054},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":37527,"score_linear":21371.0,"score_lmetric":37527},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":37527,"score_linear":48381.0,"score_lmetric":85908},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":37527,"score_linear":7065.0,"score_lmetric":37527},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":23552,"new_prefill":13975,"score_linear":910.0,"score_lmetric":13975},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1101,"cache_hit":0,"new_prefill":37527,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":910.0,"chosen_score_lmetric":13975,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"t_prefill_sent":27076.058073013,"t_prefill_sent_unix":1779961072.613016,"t_prefill_done":27079.10751527,"t_prefill_done_unix":1779961075.662464,"t_decode_sent":27079.108028896,"t_decode_sent_unix":1779961075.6629717,"t_first_token":27082.08233386,"t_first_token_unix":1779961078.6372776,"t_done":27084.547751352,"t_done_unix":1779961081.1026947},{"request_id":"1316848:15:1344261:463","session_id":"1316848","input_length":50447,"t_proxy_recv":27084.456927997,"t_decision_unix":1779961081.0118692,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9946280254524551,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (271 < 8000)","v3_prefill_cache_hit":50176,"v3_new_local":271,"cache_hit":50176,"estimated_new_tokens":271,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":20992,"new_prefill":29455,"score_linear":140078.0,"score_lmetric":189562},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":50447,"score_linear":128770.0,"score_lmetric":100894},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1133,"cache_hit":0,"new_prefill":50447,"score_linear":37527.0,"score_lmetric":50447},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":50176,"new_prefill":271,"score_linear":-28805.0,"score_lmetric":271},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":50447,"score_linear":7065.0,"score_lmetric":50447},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":50447,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":50447,"score_linear":79271.0,"score_lmetric":341538}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":271,"t_first_token":27084.638970225,"t_first_token_unix":1779961081.1939137,"t_done":27085.070737972,"t_done_unix":1779961081.6256816},{"request_id":"1314357:3:1338999:437","session_id":"1314357","input_length":66152,"t_proxy_recv":27066.362550077,"t_decision_unix":1779961062.9174912,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9287701052122385,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4712 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":4712,"cache_hit":61440,"estimated_new_tokens":4712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":66152,"score_linear":95383.0,"score_lmetric":66152},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":61440,"new_prefill":4712,"score_linear":1178.0,"score_lmetric":4712},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":65133,"pending_prefill_tokens":5144,"num_requests":3,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":66152,"score_linear":114821.0,"score_lmetric":213888},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":82142,"ongoing_decode_tokens":82142,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1201,"cache_hit":0,"new_prefill":66152,"score_linear":82142.0,"score_lmetric":66152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":66152,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":129600,"ongoing_decode_tokens":129600,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1375,"cache_hit":0,"new_prefill":66152,"score_linear":129600.0,"score_lmetric":198456},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":66152,"score_linear":55130.0,"score_lmetric":66152}],"chosen_score_linear":1178.0,"chosen_score_lmetric":4712,"t_first_token":27068.409554121,"t_first_token_unix":1779961064.9644978,"t_done":27086.907108078,"t_done_unix":1779961083.4620516},{"request_id":"1345921:1:1345921:469","session_id":"1345921","input_length":505,"t_proxy_recv":27090.153319001,"t_decision_unix":1779961086.70826,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":505.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":505,"cache_hit":0,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":505,"score_linear":161070.0,"score_lmetric":131662},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":505,"score_linear":62618.0,"score_lmetric":505},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":505,"score_linear":58815.0,"score_lmetric":505},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":505,"score_linear":80186.0,"score_lmetric":1010},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":505,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":505,"score_linear":7065.0,"score_lmetric":505},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106762,"ongoing_decode_tokens":0,"pending_prefill_tokens":33546,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":505,"score_linear":106762.0,"score_lmetric":68102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":505,"score_linear":79271.0,"score_lmetric":191712}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27090.204283771,"t_first_token_unix":1779961086.7592268,"t_done":27090.532161486,"t_done_unix":1779961087.0871058},{"request_id":"1344773:1:1344773:465","session_id":"1344773","input_length":32816,"t_proxy_recv":27086.250474123,"t_decision_unix":1779961082.8054152,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":32816.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":32816,"cache_hit":0,"estimated_new_tokens":32816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":32816,"score_linear":161070.0,"score_lmetric":196284},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":32816,"score_linear":128770.0,"score_lmetric":65632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":32816,"score_linear":21371.0,"score_lmetric":32816},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":32816,"score_linear":7065.0,"score_lmetric":32816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":32816,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":32816,"score_linear":79271.0,"score_lmetric":288645}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27091.197775295,"t_first_token_unix":1779961087.752724,"t_done":27091.419216387,"t_done_unix":1779961087.9741597},{"request_id":"1342327:2:1343857:461","session_id":"1342327","input_length":9820,"t_proxy_recv":27083.046251934,"t_decision_unix":1779961079.6011932,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.6256619144602852,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3676 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":3676,"cache_hit":6144,"estimated_new_tokens":3676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":9820,"score_linear":65289.0,"score_lmetric":75109},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9820,"score_linear":128770.0,"score_lmetric":19640},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1133,"cache_hit":0,"new_prefill":9820,"score_linear":37527.0,"score_lmetric":9820},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":9820,"score_linear":21371.0,"score_lmetric":9820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":21402,"ongoing_decode_tokens":0,"pending_prefill_tokens":21402,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":9820,"score_linear":21402.0,"score_lmetric":31222},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":9820,"score_linear":7065.0,"score_lmetric":9820},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":9820,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":0,"pending_prefill_tokens":59723,"num_requests":2,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":6144,"new_prefill":3676,"score_linear":63307.0,"score_lmetric":126798}],"chosen_score_linear":63307.0,"chosen_score_lmetric":126798,"t_first_token":27091.977457503,"t_first_token_unix":1779961088.5324008,"t_done":27092.420090722,"t_done_unix":1779961088.9750345},{"request_id":"1344773:2:1346419:473","session_id":"1344773","input_length":33008,"t_proxy_recv":27092.017582162,"t_decision_unix":1779961088.5725238,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (240 < 8000)","v3_prefill_cache_hit":32768,"v3_new_local":240,"cache_hit":32768,"estimated_new_tokens":240,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":33008,"score_linear":161070.0,"score_lmetric":196668},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":33008,"score_linear":62618.0,"score_lmetric":33008},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":33008,"score_linear":58815.0,"score_lmetric":33008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":33008,"score_linear":80186.0,"score_lmetric":66016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":37019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":33008,"score_linear":37019.0,"score_lmetric":70027},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":33008,"score_linear":7065.0,"score_lmetric":33008},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73946,"ongoing_decode_tokens":73946,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":32768,"new_prefill":240,"score_linear":41178.0,"score_lmetric":240},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":79271,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":33008,"score_linear":79271.0,"score_lmetric":99024}],"chosen_score_linear":41178.0,"chosen_score_lmetric":240,"t_first_token":27092.144076282,"t_first_token_unix":1779961088.6990204,"t_done":27092.463767469,"t_done_unix":1779961089.0187235},{"request_id":"1342327:3:1344788:466","session_id":"1342327","input_length":12398,"t_proxy_recv":27092.424988986,"t_decision_unix":1779961088.9799304,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9728,"affinity_cache_ratio":0.78464268430392,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2670 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":2670,"cache_hit":9728,"estimated_new_tokens":2670,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":12398,"score_linear":161070.0,"score_lmetric":155448},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":12398,"score_linear":62618.0,"score_lmetric":12398},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":12398,"score_linear":58815.0,"score_lmetric":12398},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":12398,"score_linear":21371.0,"score_lmetric":12398},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":37019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":12398,"score_linear":37019.0,"score_lmetric":49417},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":12398,"score_linear":7065.0,"score_lmetric":12398},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106954,"ongoing_decode_tokens":106954,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":12398,"score_linear":106954.0,"score_lmetric":24796},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":69451,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1139,"cache_hit":9728,"new_prefill":2670,"score_linear":59723.0,"score_lmetric":5340}],"chosen_score_linear":59723.0,"chosen_score_lmetric":5340,"t_first_token":27092.759246126,"t_first_token_unix":1779961089.31419,"t_done":27093.044592517,"t_done_unix":1779961089.5995357},{"request_id":"1316848:16:1345678:468","session_id":"1316848","input_length":58815,"t_proxy_recv":27089.265346737,"t_decision_unix":1779961085.820288,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.8531157017767577,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":50176,"v3_new_local":8639,"v3_src_idx":3,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":50176,"estimated_new_tokens":8639,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":20992,"new_prefill":37823,"score_linear":140078.0,"score_lmetric":206298},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":58815,"score_linear":62618.0,"score_lmetric":58815},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":50176,"new_prefill":8639,"score_linear":-28805.0,"score_lmetric":8639},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":58815,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":58815,"score_linear":7065.0,"score_lmetric":58815},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106762,"ongoing_decode_tokens":0,"pending_prefill_tokens":33546,"num_requests":2,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":58815,"score_linear":106762.0,"score_lmetric":184722},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":58815,"score_linear":79271.0,"score_lmetric":366642}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":8639,"v2_src_url":"http://127.0.0.1:8003","v2_src_idx":3,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"t_prefill_sent":27089.267099432,"t_prefill_sent_unix":1779961085.8220422,"t_prefill_done":27092.305251897,"t_prefill_done_unix":1779961088.860201,"t_decode_sent":27092.306018837,"t_decode_sent_unix":1779961088.8609622,"t_first_token":27093.027441391,"t_first_token_unix":1779961089.5823853,"t_done":27093.150625537,"t_done_unix":1779961089.7055697},{"request_id":"1342327:4:1346218:471","session_id":"1342327","input_length":14842,"t_proxy_recv":27093.049631184,"t_decision_unix":1779961089.604573,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.8279207653954993,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2554 < 8000)","v3_prefill_cache_hit":12288,"v3_new_local":2554,"cache_hit":12288,"estimated_new_tokens":2554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":14842,"score_linear":161070.0,"score_lmetric":160336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":14842,"score_linear":62618.0,"score_lmetric":14842},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":14842,"score_linear":58815.0,"score_lmetric":14842},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":14842,"score_linear":21371.0,"score_lmetric":14842},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":37019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":14842,"score_linear":37019.0,"score_lmetric":51861},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":14842,"score_linear":7065.0,"score_lmetric":14842},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73946,"ongoing_decode_tokens":73946,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":14842,"score_linear":73946.0,"score_lmetric":14842},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":69451,"ongoing_decode_tokens":69451,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1144,"cache_hit":12288,"new_prefill":2554,"score_linear":57163.0,"score_lmetric":5108}],"chosen_score_linear":57163.0,"chosen_score_lmetric":5108,"t_first_token":27093.403869228,"t_first_token_unix":1779961089.958813,"t_done":27093.531444444,"t_done_unix":1779961090.0863874},{"request_id":"1342634:1:1342634:454","session_id":"1342634","input_length":59219,"t_proxy_recv":27078.981989889,"t_decision_unix":1779961075.5369315,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":59219.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":59219,"cache_hit":0,"estimated_new_tokens":59219,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":41267,"ongoing_decode_tokens":41267,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":59219,"score_linear":41267.0,"score_lmetric":118438},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":59219,"score_linear":128770.0,"score_lmetric":118438},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":39656,"ongoing_decode_tokens":0,"pending_prefill_tokens":81,"num_requests":2,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":59219,"score_linear":39656.0,"score_lmetric":118600},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":59219,"score_linear":21371.0,"score_lmetric":59219},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":0,"pending_prefill_tokens":48381,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":59219,"score_linear":48381.0,"score_lmetric":107600},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":59219,"score_linear":7065.0,"score_lmetric":59219},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61989,"ongoing_decode_tokens":24462,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59219,"score_linear":61989.0,"score_lmetric":118438},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":59219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27091.975334345,"t_first_token_unix":1779961088.5302787,"t_done":27093.830377983,"t_done_unix":1779961090.3853228},{"request_id":"1341912:2:1343220:458","session_id":"1341912","input_length":10232,"t_proxy_recv":27081.094444568,"t_decision_unix":1779961077.649386,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9507427677873339,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (504 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":504,"cache_hit":9728,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":10232,"score_linear":65289.0,"score_lmetric":75521},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":10232,"score_linear":128770.0,"score_lmetric":20464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":10232,"score_linear":37527.0,"score_lmetric":10232},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":10232,"score_linear":21371.0,"score_lmetric":10232},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":10232,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":10232,"score_linear":7065.0,"score_lmetric":10232},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11912,"ongoing_decode_tokens":0,"pending_prefill_tokens":11912,"num_requests":1,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":10232,"score_linear":11912.0,"score_lmetric":22144},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":9728,"new_prefill":504,"score_linear":49491.0,"score_lmetric":59723}],"chosen_score_linear":49491.0,"chosen_score_lmetric":59723,"t_first_token":27091.978204358,"t_first_token_unix":1779961088.5331473,"t_done":27094.036704483,"t_done_unix":1779961090.5916476},{"request_id":"1269373:18:1345570:467","session_id":"1269373","input_length":73946,"t_proxy_recv":27088.82240976,"t_decision_unix":1779961085.3773513,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9901279311930328,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (730 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":730,"cache_hit":73216,"estimated_new_tokens":730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":4096,"new_prefill":69850,"score_linear":156974.0,"score_lmetric":270352},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":73946,"score_linear":62618.0,"score_lmetric":73946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":7680,"new_prefill":66266,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":7680,"new_prefill":66266,"score_linear":13691.0,"score_lmetric":66266},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":73946,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":73946,"score_linear":7065.0,"score_lmetric":73946},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32816,"ongoing_decode_tokens":0,"pending_prefill_tokens":32816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":73216,"new_prefill":730,"score_linear":-40400.0,"score_lmetric":33546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":7680,"new_prefill":66266,"score_linear":71591.0,"score_lmetric":388995}],"chosen_score_linear":-40400.0,"chosen_score_lmetric":33546,"t_first_token":27091.201271887,"t_first_token_unix":1779961087.7562165,"t_done":27094.750700144,"t_done_unix":1779961091.3056436},{"request_id":"1339070:1:1339070:438","session_id":"1339070","input_length":7065,"t_proxy_recv":27066.569610691,"t_decision_unix":1779961063.1245522,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":7065.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7065 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7065,"cache_hit":0,"estimated_new_tokens":7065,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95383,"ongoing_decode_tokens":95383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1200,"cache_hit":0,"new_prefill":7065,"score_linear":95383.0,"score_lmetric":7065},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":62618,"pending_prefill_tokens":4712,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":7065,"score_linear":128770.0,"score_lmetric":23554},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":114821,"ongoing_decode_tokens":65133,"pending_prefill_tokens":5144,"num_requests":3,"active_p_offloads":0,"cached_blocks":1112,"cache_hit":0,"new_prefill":7065,"score_linear":114821.0,"score_lmetric":36627},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":83088,"ongoing_decode_tokens":0,"pending_prefill_tokens":656,"num_requests":1,"active_p_offloads":0,"cached_blocks":1202,"cache_hit":0,"new_prefill":7065,"score_linear":83088.0,"score_lmetric":7721},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":7065,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":93082,"ongoing_decode_tokens":93082,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1407,"cache_hit":0,"new_prefill":7065,"score_linear":93082.0,"score_lmetric":14130},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":55130,"ongoing_decode_tokens":55130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":0,"new_prefill":7065,"score_linear":55130.0,"score_lmetric":7065}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27067.048366587,"t_first_token_unix":1779961063.6033099,"t_done":27095.196724655,"t_done_unix":1779961091.7516685},{"request_id":"1347763:1:1347763:476","session_id":"1347763","input_length":5465,"t_proxy_recv":27096.657966821,"t_decision_unix":1779961093.212908,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5465.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5465 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5465,"cache_hit":0,"estimated_new_tokens":5465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":186731,"ongoing_decode_tokens":186731,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":5465,"score_linear":186731.0,"score_lmetric":16395},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":5465,"score_linear":62618.0,"score_lmetric":5465},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":5465,"score_linear":21371.0,"score_lmetric":5465},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37792,"ongoing_decode_tokens":0,"pending_prefill_tokens":37280,"num_requests":2,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":5465,"score_linear":37792.0,"score_lmetric":85490},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":5465,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27097.009175413,"t_first_token_unix":1779961093.5641186,"t_done":27097.135564212,"t_done_unix":1779961093.6905072},{"request_id":"1341948:2:1347296:475","session_id":"1341948","input_length":25661,"t_proxy_recv":27095.050737804,"t_decision_unix":1779961091.6056786,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.7581933673668212,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6205 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":6205,"cache_hit":19456,"estimated_new_tokens":6205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":19456,"new_prefill":6205,"score_linear":141614.0,"score_lmetric":143062},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":25661,"score_linear":62618.0,"score_lmetric":25661},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":25661,"score_linear":21371.0,"score_lmetric":25661},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37792,"ongoing_decode_tokens":0,"pending_prefill_tokens":37280,"num_requests":2,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":25661,"score_linear":37792.0,"score_lmetric":125882},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":25661,"score_linear":7065.0,"score_lmetric":25661},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":25661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":141614.0,"chosen_score_lmetric":143062,"t_first_token":27096.20127572,"t_first_token_unix":1779961092.7562196,"t_done":27097.320545257,"t_done_unix":1779961093.8754883},{"request_id":"1345921:2:1347089:474","session_id":"1345921","input_length":773,"t_proxy_recv":27094.33480073,"t_decision_unix":1779961090.8897414,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":512,"affinity_cache_ratio":0.6623544631306598,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (261 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":261,"cache_hit":512,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":773,"score_linear":161070.0,"score_lmetric":132198},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":773,"score_linear":62618.0,"score_lmetric":773},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":773,"score_linear":21371.0,"score_lmetric":773},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":0,"pending_prefill_tokens":37019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":512,"new_prefill":261,"score_linear":36507.0,"score_lmetric":37280},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":773,"score_linear":7065.0,"score_lmetric":773},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73946,"ongoing_decode_tokens":73946,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":773,"score_linear":73946.0,"score_lmetric":773},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1265,"cache_hit":0,"new_prefill":773,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":36507.0,"chosen_score_lmetric":37280,"t_first_token":27097.25387024,"t_first_token_unix":1779961093.8088136,"t_done":27097.640610981,"t_done_unix":1779961094.1955552},{"request_id":"1268861:6:1346340:472","session_id":"1268861","input_length":37019,"t_proxy_recv":27091.691090641,"t_decision_unix":1779961088.2460318,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":4,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9266592830708555,"affinity_num_requests":3,"avg_num_requests":1.375,"fallback_score":37019.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":37019,"cache_hit":0,"estimated_new_tokens":37019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":0,"pending_prefill_tokens":65326,"num_requests":2,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":37019,"score_linear":161070.0,"score_lmetric":204690},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":37019,"score_linear":62618.0,"score_lmetric":37019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":58815,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1206,"cache_hit":0,"new_prefill":37019,"score_linear":58815.0,"score_lmetric":37019},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":80186,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":37019,"score_linear":80186.0,"score_lmetric":74038},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":37019,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":37019,"score_linear":7065.0,"score_lmetric":37019},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73946,"ongoing_decode_tokens":73946,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1584,"cache_hit":0,"new_prefill":37019,"score_linear":73946.0,"score_lmetric":37019},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":34304,"new_prefill":2715,"score_linear":44967.0,"score_lmetric":198342}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27097.253247345,"t_first_token_unix":1779961093.808191,"t_done":27099.146533043,"t_done_unix":1779961095.7014763},{"request_id":"1279412:22:1344210:462","session_id":"1279412","input_length":95781,"t_proxy_recv":27084.315567939,"t_decision_unix":1779961080.8705094,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9996137020912289,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (37 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":37,"cache_hit":95744,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":0,"pending_prefill_tokens":65289,"num_requests":1,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":95744,"new_prefill":37,"score_linear":-30455.0,"score_lmetric":65326},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":12800,"new_prefill":82981,"score_linear":115970.0,"score_lmetric":165962},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1133,"cache_hit":0,"new_prefill":95781,"score_linear":37527.0,"score_lmetric":95781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":95781,"score_linear":21371.0,"score_lmetric":95781},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1338,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":892,"cache_hit":0,"new_prefill":95781,"score_linear":7065.0,"score_lmetric":95781},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1520,"cache_hit":0,"new_prefill":95781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":79271,"ongoing_decode_tokens":0,"pending_prefill_tokens":63399,"num_requests":3,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":39936,"new_prefill":55845,"score_linear":39335.0,"score_lmetric":357732}],"chosen_score_linear":-30455.0,"chosen_score_lmetric":65326,"t_first_token":27095.228811219,"t_first_token_unix":1779961091.7837546,"t_done":27099.616535733,"t_done_unix":1779961096.171479},{"request_id":"1311753:3:1348389:480","session_id":"1311753","input_length":39636,"t_proxy_recv":27099.140415389,"t_decision_unix":1779961095.6953564,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9171460288626501,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3284 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":3284,"cache_hit":36352,"estimated_new_tokens":3284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":161070,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":39636,"score_linear":161070.0,"score_lmetric":79272},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":39636,"score_linear":62618.0,"score_lmetric":39636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":0,"pending_prefill_tokens":3826,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":39636,"score_linear":41202.0,"score_lmetric":43462},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":39636,"score_linear":21371.0,"score_lmetric":39636},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":37019,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":39636,"score_linear":37019.0,"score_lmetric":39636},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":36352,"new_prefill":3284,"score_linear":-36352.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":39636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-36352.0,"chosen_score_lmetric":0,"t_first_token":27100.002110989,"t_first_token_unix":1779961096.5570548,"t_done":27100.290021728,"t_done_unix":1779961096.8449655},{"request_id":"1345921:3:1348784:483","session_id":"1345921","input_length":1397,"t_proxy_recv":27100.33216125,"t_decision_unix":1779961096.8871026,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":512,"affinity_cache_ratio":0.36649964209019326,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":885.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (885 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":885,"cache_hit":512,"estimated_new_tokens":885,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161315,"ongoing_decode_tokens":161315,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":1397,"score_linear":161315.0,"score_lmetric":2794},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":1397,"score_linear":62618.0,"score_lmetric":1397},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":1397,"score_linear":41202.0,"score_lmetric":1397},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":1397,"score_linear":21371.0,"score_lmetric":1397},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":512,"new_prefill":885,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":1397,"score_linear":17217.0,"score_lmetric":18614},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":1397,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12701,"ongoing_decode_tokens":0,"pending_prefill_tokens":12701,"num_requests":1,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":1397,"score_linear":12701.0,"score_lmetric":14098}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":27100.395957488,"t_first_token_unix":1779961096.950901,"t_done":27100.514583801,"t_done_unix":1779961097.0695271},{"request_id":"1348394:1:1348394:481","session_id":"1348394","input_length":17217,"t_proxy_recv":27099.168295145,"t_decision_unix":1779961095.7232366,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":17217.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17217,"cache_hit":0,"estimated_new_tokens":17217,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":161070,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":17217,"score_linear":161070.0,"score_lmetric":34434},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":17217,"score_linear":62618.0,"score_lmetric":17217},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":0,"pending_prefill_tokens":3826,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":17217,"score_linear":41202.0,"score_lmetric":21043},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":17217,"score_linear":21371.0,"score_lmetric":17217},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":17217,"score_linear":39636.0,"score_lmetric":20501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":17217,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27100.817677912,"t_first_token_unix":1779961097.3726215,"t_done":27101.197904672,"t_done_unix":1779961097.7528481},{"request_id":"1348691:1:1348691:482","session_id":"1348691","input_length":12701,"t_proxy_recv":27100.031844616,"t_decision_unix":1779961096.5867858,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":12701.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12701,"cache_hit":0,"estimated_new_tokens":12701,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161315,"ongoing_decode_tokens":161315,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":12701,"score_linear":161315.0,"score_lmetric":25402},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":12701,"score_linear":62618.0,"score_lmetric":12701},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":12701,"score_linear":41202.0,"score_lmetric":12701},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":12701,"score_linear":21371.0,"score_lmetric":12701},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":12701,"score_linear":17217.0,"score_lmetric":29918},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39636,"ongoing_decode_tokens":39636,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":12701,"score_linear":39636.0,"score_lmetric":12701},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":12701,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27101.092467841,"t_first_token_unix":1779961097.6474128,"t_done":27101.45006941,"t_done_unix":1779961098.0050132},{"request_id":"1342921:1:1342921:455","session_id":"1342921","input_length":65289,"t_proxy_recv":27080.023717603,"t_decision_unix":1779961076.5786586,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":65289.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":65289,"cache_hit":0,"estimated_new_tokens":65289,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1297,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":65289,"score_linear":128770.0,"score_lmetric":130578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":37527,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1124,"cache_hit":0,"new_prefill":65289,"score_linear":37527.0,"score_lmetric":65289},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":65289,"score_linear":21371.0,"score_lmetric":65289},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48381,"ongoing_decode_tokens":48381,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":65289,"score_linear":48381.0,"score_lmetric":65289},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":884,"cache_hit":0,"new_prefill":65289,"score_linear":7065.0,"score_lmetric":65289},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1497,"cache_hit":0,"new_prefill":65289,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":59219,"ongoing_decode_tokens":0,"pending_prefill_tokens":59219,"num_requests":1,"active_p_offloads":0,"cached_blocks":1132,"cache_hit":0,"new_prefill":65289,"score_linear":59219.0,"score_lmetric":124508}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27095.222426645,"t_first_token_unix":1779961091.7773707,"t_done":27102.29397045,"t_done_unix":1779961098.8489146},{"request_id":"1349975:1:1349975:487","session_id":"1349975","input_length":4988,"t_proxy_recv":27104.555776611,"t_decision_unix":1779961101.1107087,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4988.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4988 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4988,"cache_hit":0,"estimated_new_tokens":4988,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":4988,"score_linear":96026.0,"score_lmetric":4988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":4988,"score_linear":62618.0,"score_lmetric":4988},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":4988,"score_linear":41202.0,"score_lmetric":4988},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":4988,"score_linear":21371.0,"score_lmetric":4988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1412,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":109827,"ongoing_decode_tokens":109827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":4988,"score_linear":109827.0,"score_lmetric":9976},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":4988,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27104.869600287,"t_first_token_unix":1779961101.424544,"t_done":27105.193681738,"t_done_unix":1779961101.7486315},{"request_id":"1350162:1:1350162:488","session_id":"1350162","input_length":4594,"t_proxy_recv":27105.240742692,"t_decision_unix":1779961101.795684,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":4594.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4594 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4594,"cache_hit":0,"estimated_new_tokens":4594,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":4594,"score_linear":96026.0,"score_lmetric":4594},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":4594,"score_linear":62618.0,"score_lmetric":4594},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":4594,"score_linear":41202.0,"score_lmetric":4594},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":4594,"score_linear":21371.0,"score_lmetric":4594},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1421,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":109827,"ongoing_decode_tokens":109827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":0,"new_prefill":4594,"score_linear":109827.0,"score_lmetric":9188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":4594,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27105.528786592,"t_first_token_unix":1779961102.0837302,"t_done":27105.645743079,"t_done_unix":1779961102.200686},{"request_id":"1344773:3:1349525:486","session_id":"1344773","input_length":33334,"t_proxy_recv":27102.967470924,"t_decision_unix":1779961099.522412,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":32768,"affinity_cache_ratio":0.9830203395932081,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (566 < 8000)","v3_prefill_cache_hit":32768,"v3_new_local":566,"cache_hit":32768,"estimated_new_tokens":566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":33334,"score_linear":96026.0,"score_lmetric":33334},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":33334,"score_linear":62618.0,"score_lmetric":33334},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":33334,"score_linear":41202.0,"score_lmetric":33334},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":33334,"score_linear":21371.0,"score_lmetric":33334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1412,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":0,"pending_prefill_tokens":2253,"num_requests":1,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":32768,"new_prefill":566,"score_linear":43725.0,"score_lmetric":2819},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":33334,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":43725.0,"chosen_score_lmetric":2819,"t_first_token":27104.006679076,"t_first_token_unix":1779961100.561623,"t_done":27106.516959657,"t_done_unix":1779961103.0719032},{"request_id":"1334223:3:1348241:479","session_id":"1334223","input_length":41202,"t_proxy_recv":27098.572733262,"t_decision_unix":1779961095.127674,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9071404300762099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3826 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":3826,"cache_hit":37376,"estimated_new_tokens":3826,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":161070,"ongoing_decode_tokens":161070,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":0,"new_prefill":41202,"score_linear":161070.0,"score_lmetric":82404},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":41202,"score_linear":62618.0,"score_lmetric":41202},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":37376,"new_prefill":3826,"score_linear":-37376.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":41202,"score_linear":21371.0,"score_lmetric":41202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37019,"ongoing_decode_tokens":37019,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1339,"cache_hit":0,"new_prefill":41202,"score_linear":37019.0,"score_lmetric":41202},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":37376,"new_prefill":3826,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":0,"new_prefill":41202,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":27099.545618867,"t_first_token_unix":1779961096.1005623,"t_done":27107.687060478,"t_done_unix":1779961104.2420042},{"request_id":"1269373:19:1349406:485","session_id":"1269373","input_length":76493,"t_proxy_recv":27102.61899132,"t_decision_unix":1779961099.1739328,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.9705463245002811,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2253 < 8000)","v3_prefill_cache_hit":74240,"v3_new_local":2253,"cache_hit":74240,"estimated_new_tokens":2253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":4096,"new_prefill":72397,"score_linear":91930.0,"score_lmetric":72397},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":76493,"score_linear":62618.0,"score_lmetric":76493},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":7680,"new_prefill":68813,"score_linear":33522.0,"score_lmetric":68813},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":7680,"new_prefill":68813,"score_linear":13691.0,"score_lmetric":68813},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1412,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":940,"cache_hit":0,"new_prefill":76493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1592,"cache_hit":74240,"new_prefill":2253,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":7680,"new_prefill":68813,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":27103.85553342,"t_first_token_unix":1779961100.4104917,"t_done":27108.040812122,"t_done_unix":1779961104.5957556},{"request_id":"1350896:1:1350896:489","session_id":"1350896","input_length":1471,"t_proxy_recv":27107.688327091,"t_decision_unix":1779961104.2432685,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1471.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1471 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1471,"cache_hit":0,"estimated_new_tokens":1471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":1471,"score_linear":96026.0,"score_lmetric":1471},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":1471,"score_linear":62618.0,"score_lmetric":1471},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":1471,"score_linear":21371.0,"score_lmetric":1471},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1421,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":1471,"score_linear":76493.0,"score_lmetric":1471},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":1471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27107.790554946,"t_first_token_unix":1779961104.3454978,"t_done":27108.156743189,"t_done_unix":1779961104.7116864},{"request_id":"1350980:1:1350980:490","session_id":"1350980","input_length":15313,"t_proxy_recv":27107.935347323,"t_decision_unix":1779961104.4902887,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":15313.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15313,"cache_hit":0,"estimated_new_tokens":15313,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":15313,"score_linear":96026.0,"score_lmetric":15313},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":15313,"score_linear":62618.0,"score_lmetric":15313},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":1471,"ongoing_decode_tokens":1471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":0,"new_prefill":15313,"score_linear":1471.0,"score_lmetric":15313},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":15313,"score_linear":21371.0,"score_lmetric":15313},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1421,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":76493,"ongoing_decode_tokens":76493,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1593,"cache_hit":0,"new_prefill":15313,"score_linear":76493.0,"score_lmetric":15313},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":15313,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27109.300077145,"t_first_token_unix":1779961105.855021,"t_done":27109.340072177,"t_done_unix":1779961105.8950152},{"request_id":"1253743:5:1351907:492","session_id":"1253743","input_length":51340,"t_proxy_recv":27111.470815275,"t_decision_unix":1779961108.0257564,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":50176,"affinity_cache_ratio":0.9773276197896377,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1164 < 8000)","v3_prefill_cache_hit":50176,"v3_new_local":1164,"cache_hit":50176,"estimated_new_tokens":1164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":17408,"new_prefill":33932,"score_linear":78618.0,"score_lmetric":33932},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":3584,"new_prefill":47756,"score_linear":59034.0,"score_lmetric":47756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":50176,"new_prefill":1164,"score_linear":-28805.0,"score_lmetric":1164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":4608,"new_prefill":46732,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":51340,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-28805.0,"chosen_score_lmetric":1164,"t_first_token":27111.853270923,"t_first_token_unix":1779961108.4082148,"t_done":27112.42950788,"t_done_unix":1779961108.9844513},{"request_id":"1344773:4:1352462:494","session_id":"1344773","input_length":33579,"t_proxy_recv":27113.297346428,"t_decision_unix":1779961109.852288,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9910956252419667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (299 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":299,"cache_hit":33280,"estimated_new_tokens":299,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":33579,"score_linear":96026.0,"score_lmetric":33579},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":33579,"score_linear":62618.0,"score_lmetric":33579},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":33579,"score_linear":21371.0,"score_lmetric":33579},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":33579,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10575,"ongoing_decode_tokens":0,"pending_prefill_tokens":5967,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":33579,"score_linear":10575.0,"score_lmetric":39546},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":33280,"new_prefill":299,"score_linear":-33280.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":33579,"score_linear":21436.0,"score_lmetric":42727}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":27113.365016236,"t_first_token_unix":1779961109.9199598,"t_done":27113.53730474,"t_done_unix":1779961110.092248},{"request_id":"1350162:2:1352468:495","session_id":"1350162","input_length":10575,"t_proxy_recv":27113.293194613,"t_decision_unix":1779961109.8481357,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4357446808510638,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":5967.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5967 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":5967,"cache_hit":4608,"estimated_new_tokens":5967,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":10575,"score_linear":96026.0,"score_lmetric":10575},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":10575,"score_linear":62618.0,"score_lmetric":10575},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":10575,"score_linear":21371.0,"score_lmetric":10575},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":4608,"new_prefill":5967,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":10575,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":10575,"score_linear":21436.0,"score_lmetric":19723}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":27113.845122516,"t_first_token_unix":1779961110.4000666,"t_done":27113.970046057,"t_done_unix":1779961110.5249894},{"request_id":"1348691:2:1352277:493","session_id":"1348691","input_length":21436,"t_proxy_recv":27112.65466495,"t_decision_unix":1779961109.2096064,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12288,"affinity_cache_ratio":0.5732412763575294,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":12288,"v3_new_local":9148,"cache_hit":12288,"estimated_new_tokens":9148,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":21436,"score_linear":96026.0,"score_lmetric":21436},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":21436,"score_linear":62618.0,"score_lmetric":21436},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":21436,"score_linear":21371.0,"score_lmetric":21436},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":21436,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":12288,"new_prefill":9148,"score_linear":-12288.0,"score_lmetric":0}],"chosen_score_linear":-12288.0,"chosen_score_lmetric":0,"t_first_token":27113.940008826,"t_first_token_unix":1779961110.4949522,"t_done":27114.16627465,"t_done_unix":1779961110.7212183},{"request_id":"1345921:4:1353010:501","session_id":"1345921","input_length":6935,"t_proxy_recv":27115.262748516,"t_decision_unix":1779961111.81769,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":2,"affinity_cache_hit":1024,"affinity_cache_ratio":0.14765681326604183,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":6935.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6935 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6935,"cache_hit":0,"estimated_new_tokens":6935,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":6935,"score_linear":96026.0,"score_lmetric":6935},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":6935,"score_linear":130877.0,"score_lmetric":13870},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":6935,"score_linear":21371.0,"score_lmetric":6935},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102166,"ongoing_decode_tokens":0,"pending_prefill_tokens":19222,"num_requests":2,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":1024,"new_prefill":5911,"score_linear":101142.0,"score_lmetric":50266},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":6935,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":6935,"score_linear":77790.0,"score_lmetric":6935},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":14239,"ongoing_decode_tokens":0,"pending_prefill_tokens":14239,"num_requests":1,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":6935,"score_linear":14239.0,"score_lmetric":21174}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27115.728936748,"t_first_token_unix":1779961112.2838805,"t_done":27115.731538778,"t_done_unix":1779961112.286483},{"request_id":"1349975:2:1352986:500","session_id":"1349975","input_length":14239,"t_proxy_recv":27115.21975969,"t_decision_unix":1779961111.7747006,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.32361823161738884,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":14239.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":14239,"cache_hit":0,"estimated_new_tokens":14239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":14239,"score_linear":96026.0,"score_lmetric":14239},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":14239,"score_linear":130877.0,"score_lmetric":28478},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":14239,"score_linear":21371.0,"score_lmetric":14239},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102166,"ongoing_decode_tokens":0,"pending_prefill_tokens":19222,"num_requests":2,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":4608,"new_prefill":9631,"score_linear":97558.0,"score_lmetric":57706},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":14239,"score_linear":77790.0,"score_lmetric":14239},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":14239,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27116.457162926,"t_first_token_unix":1779961113.0121067,"t_done":27116.647930327,"t_done_unix":1779961113.2028732},{"request_id":"1352606:1:1352606:496","session_id":"1352606","input_length":18840,"t_proxy_recv":27113.84845931,"t_decision_unix":1779961110.4034007,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":18840.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":18840,"cache_hit":0,"estimated_new_tokens":18840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":18840,"score_linear":96026.0,"score_lmetric":18840},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":18840,"score_linear":62618.0,"score_lmetric":18840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":18840,"score_linear":21371.0,"score_lmetric":18840},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":18840,"score_linear":10575.0,"score_lmetric":18840},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":18840,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":18840,"score_linear":21436.0,"score_lmetric":27988}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27115.729584094,"t_first_token_unix":1779961112.2845273,"t_done":27116.745691738,"t_done_unix":1779961113.300635},{"request_id":"1317598:6:1352957:499","session_id":"1317598","input_length":83326,"t_proxy_recv":27115.11869731,"t_decision_unix":1779961111.6736383,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9954155965724983,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (382 < 8000)","v3_prefill_cache_hit":82944,"v3_new_local":382,"cache_hit":82944,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":83326,"score_linear":96026.0,"score_lmetric":83326},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":83326,"score_linear":130877.0,"score_lmetric":166652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":83326,"score_linear":21371.0,"score_lmetric":83326},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":82944,"new_prefill":382,"score_linear":-64104.0,"score_lmetric":19222},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":83326,"score_linear":77790.0,"score_lmetric":83326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":0,"new_prefill":83326,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-64104.0,"chosen_score_lmetric":19222,"t_first_token":27115.936533222,"t_first_token_unix":1779961112.491477,"t_done":27117.124222523,"t_done_unix":1779961113.6791656},{"request_id":"1269373:20:1352797:498","session_id":"1269373","input_length":77790,"t_proxy_recv":27114.519696921,"t_decision_unix":1779961111.0746381,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9872734284612418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (990 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":990,"cache_hit":76800,"estimated_new_tokens":990,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":4096,"new_prefill":73694,"score_linear":91930.0,"score_lmetric":73694},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":77790,"score_linear":130877.0,"score_lmetric":155580},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":7680,"new_prefill":70110,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":7680,"new_prefill":70110,"score_linear":13691.0,"score_lmetric":70110},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":77790,"score_linear":18840.0,"score_lmetric":96630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":77790,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":76800,"new_prefill":990,"score_linear":-76800.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1316,"cache_hit":7680,"new_prefill":70110,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":27115.072254124,"t_first_token_unix":1779961111.627198,"t_done":27117.426408872,"t_done_unix":1779961113.981352},{"request_id":"1344773:5:1353365:502","session_id":"1344773","input_length":33875,"t_proxy_recv":27116.727458317,"t_decision_unix":1779961113.2824,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9824354243542436,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (595 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":595,"cache_hit":33280,"estimated_new_tokens":595,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":33875,"score_linear":96026.0,"score_lmetric":33875},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":33875,"score_linear":130877.0,"score_lmetric":67750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":33875,"score_linear":21371.0,"score_lmetric":33875},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":102166,"ongoing_decode_tokens":102166,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":33875,"score_linear":102166.0,"score_lmetric":67750},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":77790,"ongoing_decode_tokens":77790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":33280,"new_prefill":595,"score_linear":44510.0,"score_lmetric":595},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":33875,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":44510.0,"chosen_score_lmetric":595,"t_first_token":27116.906731629,"t_first_token_unix":1779961113.4616752,"t_done":27118.984163159,"t_done_unix":1779961115.5391068},{"request_id":"1253743:6:1354346:505","session_id":"1253743","input_length":51436,"t_proxy_recv":27119.972986612,"t_decision_unix":1779961116.5279279,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9954117738548877,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (236 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":236,"cache_hit":51200,"estimated_new_tokens":236,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":17408,"new_prefill":34028,"score_linear":78618.0,"score_lmetric":34028},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":3584,"new_prefill":47852,"score_linear":127293.0,"score_lmetric":95704},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":51200,"new_prefill":236,"score_linear":-29829.0,"score_lmetric":236},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":51436,"score_linear":27651.0,"score_lmetric":79087},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":51436,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":4608,"new_prefill":46828,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":51436,"score_linear":83526.0,"score_lmetric":134962}],"chosen_score_linear":-29829.0,"chosen_score_lmetric":236,"t_first_token":27120.067979772,"t_first_token_unix":1779961116.6229227,"t_done":27120.633269859,"t_done_unix":1779961117.188213},{"request_id":"1279412:23:1348089:477","session_id":"1279412","input_length":96026,"t_proxy_recv":27099.633196598,"t_decision_unix":1779961096.1881382,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9970632953575074,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (282 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":282,"cache_hit":95744,"estimated_new_tokens":282,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":65289,"ongoing_decode_tokens":65289,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1309,"cache_hit":95744,"new_prefill":282,"score_linear":-30455.0,"score_lmetric":282},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":12800,"new_prefill":83226,"score_linear":49818.0,"score_lmetric":83226},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":41202,"ongoing_decode_tokens":41202,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1320,"cache_hit":0,"new_prefill":96026,"score_linear":41202.0,"score_lmetric":96026},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1141,"cache_hit":0,"new_prefill":96026,"score_linear":21371.0,"score_lmetric":96026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1411,"cache_hit":0,"new_prefill":96026,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":17217,"ongoing_decode_tokens":0,"pending_prefill_tokens":17217,"num_requests":1,"active_p_offloads":0,"cached_blocks":907,"cache_hit":0,"new_prefill":96026,"score_linear":17217.0,"score_lmetric":113243},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":39636,"ongoing_decode_tokens":0,"pending_prefill_tokens":3284,"num_requests":1,"active_p_offloads":0,"cached_blocks":1586,"cache_hit":0,"new_prefill":96026,"score_linear":39636.0,"score_lmetric":99310},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1275,"cache_hit":39936,"new_prefill":56090,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-30455.0,"chosen_score_lmetric":282,"t_first_token":27099.784499083,"t_first_token_unix":1779961096.3394434,"t_done":27120.738617324,"t_done_unix":1779961117.293561},{"request_id":"1353821:1:1353821:503","session_id":"1353821","input_length":27651,"t_proxy_recv":27118.142381914,"t_decision_unix":1779961114.6973233,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":27651.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":27651,"cache_hit":0,"estimated_new_tokens":27651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":27651,"score_linear":96026.0,"score_lmetric":27651},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":27651,"score_linear":130877.0,"score_lmetric":55302},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":27651,"score_linear":21371.0,"score_lmetric":27651},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":27651,"score_linear":33875.0,"score_lmetric":27651},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":27651,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27121.563271987,"t_first_token_unix":1779961118.1182156,"t_done":27123.832061259,"t_done_unix":1779961120.387008},{"request_id":"1286804:3:1354910:506","session_id":"1286804","input_length":15519,"t_proxy_recv":27121.945223083,"t_decision_unix":1779961118.5001643,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8907790450415619,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1695 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1695,"cache_hit":13824,"estimated_new_tokens":1695,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":15519,"score_linear":130877.0,"score_lmetric":31038},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":15519,"score_linear":21371.0,"score_lmetric":15519},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27651,"ongoing_decode_tokens":27651,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":13824,"new_prefill":1695,"score_linear":13827.0,"score_lmetric":1695},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":1536,"new_prefill":13983,"score_linear":-1536.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":15519,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":15519,"score_linear":83526.0,"score_lmetric":99045}],"chosen_score_linear":13827.0,"chosen_score_lmetric":1695,"t_first_token":27123.337473774,"t_first_token_unix":1779961119.8924174,"t_done":27125.091327664,"t_done_unix":1779961121.646271},{"request_id":"1355484:1:1355484:508","session_id":"1355484","input_length":19366,"t_proxy_recv":27123.848254179,"t_decision_unix":1779961120.4031956,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":6566.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6566 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":6566,"cache_hit":12800,"estimated_new_tokens":6566,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":12800,"new_prefill":6566,"score_linear":-12800.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":12800,"new_prefill":6566,"score_linear":118077.0,"score_lmetric":13132},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":19366,"score_linear":21371.0,"score_lmetric":19366},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":19366,"score_linear":15519.0,"score_lmetric":19366},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":19366,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":19366,"score_linear":24503.0,"score_lmetric":43869},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":12800,"new_prefill":6566,"score_linear":70726.0,"score_lmetric":90092}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":27124.786116778,"t_first_token_unix":1779961121.3410602,"t_done":27125.383833056,"t_done_unix":1779961121.9387765},{"request_id":"1340278:2:1356079:512","session_id":"1340278","input_length":48977,"t_proxy_recv":27126.043341187,"t_decision_unix":1779961122.5982823,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9826653327071891,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (849 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":849,"cache_hit":48128,"estimated_new_tokens":849,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":48977,"score_linear":35308.0,"score_lmetric":84285},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":48977,"score_linear":130877.0,"score_lmetric":97954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":48977,"score_linear":21371.0,"score_lmetric":48977},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":48128,"new_prefill":849,"score_linear":-48128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":48977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":0,"pending_prefill_tokens":27905,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":48977,"score_linear":150785.0,"score_lmetric":230646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":48977,"score_linear":83526.0,"score_lmetric":132503}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":27126.315929465,"t_first_token_unix":1779961122.8708727,"t_done":27126.992600335,"t_done_unix":1779961123.5475438},{"request_id":"1356948:1:1356948:515","session_id":"1356948","input_length":6711,"t_proxy_recv":27129.133824685,"t_decision_unix":1779961125.6887572,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":6711.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6711 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6711,"cache_hit":0,"estimated_new_tokens":6711,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":6711,"score_linear":35308.0,"score_lmetric":42019},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":6711,"score_linear":130877.0,"score_lmetric":13422},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":6711,"score_linear":122597.0,"score_lmetric":128284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":6711,"score_linear":21371.0,"score_lmetric":6711},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":0,"new_prefill":6711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34198,"ongoing_decode_tokens":0,"pending_prefill_tokens":34198,"num_requests":1,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":6711,"score_linear":34198.0,"score_lmetric":40909},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":6711,"score_linear":150785.0,"score_lmetric":29544},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":6711,"score_linear":83526.0,"score_lmetric":90237}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27129.580548653,"t_first_token_unix":1779961126.135492,"t_done":27129.856232625,"t_done_unix":1779961126.411176},{"request_id":"1355951:1:1355951:511","session_id":"1355951","input_length":35308,"t_proxy_recv":27125.44189785,"t_decision_unix":1779961121.9968395,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35308.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35308,"cache_hit":0,"estimated_new_tokens":35308,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":35308,"score_linear":130877.0,"score_lmetric":70616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":35308,"score_linear":21371.0,"score_lmetric":35308},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":0,"pending_prefill_tokens":27905,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":35308,"score_linear":150785.0,"score_lmetric":189639},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":35308,"score_linear":83526.0,"score_lmetric":118834}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27130.67494447,"t_first_token_unix":1779961127.229888,"t_done":27131.070953753,"t_done_unix":1779961127.6259007},{"request_id":"1344773:6:1356097:513","session_id":"1344773","input_length":34198,"t_proxy_recv":27126.108915808,"t_decision_unix":1779961122.6638572,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":5,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9881279606994561,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":34198.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":34198,"cache_hit":0,"estimated_new_tokens":34198,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":34198,"score_linear":35308.0,"score_lmetric":69506},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34198,"score_linear":130877.0,"score_lmetric":68396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":34198,"score_linear":21371.0,"score_lmetric":34198},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":48977,"ongoing_decode_tokens":0,"pending_prefill_tokens":849,"num_requests":1,"active_p_offloads":0,"cached_blocks":1539,"cache_hit":0,"new_prefill":34198,"score_linear":48977.0,"score_lmetric":35047},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":34198,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":0,"pending_prefill_tokens":27905,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":33792,"new_prefill":406,"score_linear":116993.0,"score_lmetric":84933},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":34198,"score_linear":83526.0,"score_lmetric":117724}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27131.007244578,"t_first_token_unix":1779961127.5621881,"t_done":27131.158833498,"t_done_unix":1779961127.7137766},{"request_id":"1353821:2:1357420:517","session_id":"1353821","input_length":27805,"t_proxy_recv":27130.529732331,"t_decision_unix":1779961127.0846655,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9943535335371336,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (157 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":157,"cache_hit":27648,"estimated_new_tokens":157,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":27805,"score_linear":35308.0,"score_lmetric":63113},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":27805,"score_linear":130877.0,"score_lmetric":55610},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":27805,"score_linear":122597.0,"score_lmetric":149378},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34891,"ongoing_decode_tokens":21371,"pending_prefill_tokens":13520,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":27805,"score_linear":34891.0,"score_lmetric":82650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":27648,"new_prefill":157,"score_linear":-27648.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34198,"ongoing_decode_tokens":0,"pending_prefill_tokens":34198,"num_requests":1,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":27805,"score_linear":34198.0,"score_lmetric":62003},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":27805,"score_linear":150785.0,"score_lmetric":92826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":27805,"score_linear":83526.0,"score_lmetric":111331}],"chosen_score_linear":-27648.0,"chosen_score_lmetric":0,"t_first_token":27130.589505818,"t_first_token_unix":1779961127.144449,"t_done":27131.348931781,"t_done_unix":1779961127.9038749},{"request_id":"1357132:1:1357132:516","session_id":"1357132","input_length":13520,"t_proxy_recv":27129.678280154,"t_decision_unix":1779961126.2332213,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":13520.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,1,1,1,1,3,1])","v3_prefill_cache_hit":0,"v3_new_local":13520,"cache_hit":0,"estimated_new_tokens":13520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":0,"new_prefill":13520,"score_linear":35308.0,"score_lmetric":48828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":13520,"score_linear":130877.0,"score_lmetric":27040},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":13520,"score_linear":122597.0,"score_lmetric":135093},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":13520,"score_linear":21371.0,"score_lmetric":13520},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":6711,"ongoing_decode_tokens":6711,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":0,"new_prefill":13520,"score_linear":6711.0,"score_lmetric":13520},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34198,"ongoing_decode_tokens":0,"pending_prefill_tokens":34198,"num_requests":1,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":13520,"score_linear":34198.0,"score_lmetric":47718},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":13520,"score_linear":150785.0,"score_lmetric":49971},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":13520,"score_linear":83526.0,"score_lmetric":97046}],"chosen_score_linear":21371.0,"chosen_score_lmetric":13520,"t_first_token":27130.840594536,"t_first_token_unix":1779961127.3955388,"t_done":27131.746213976,"t_done_unix":1779961128.3011568},{"request_id":"1344773:7:1357714:518","session_id":"1344773","input_length":34351,"t_proxy_recv":27131.608467094,"t_decision_unix":1779961128.1634083,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9837268201799074,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (559 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":559,"cache_hit":33792,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34351,"score_linear":130877.0,"score_lmetric":68702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34351,"score_linear":122597.0,"score_lmetric":155924},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":34891,"ongoing_decode_tokens":34891,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":34351,"score_linear":34891.0,"score_lmetric":68702},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":34351,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1026,"cache_hit":33792,"new_prefill":559,"score_linear":-33792.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":33792,"new_prefill":559,"score_linear":116993.0,"score_lmetric":11088},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":34351,"score_linear":83526.0,"score_lmetric":117877}],"chosen_score_linear":-33792.0,"chosen_score_lmetric":0,"t_first_token":27131.716516979,"t_first_token_unix":1779961128.2714603,"t_done":27132.112909689,"t_done_unix":1779961128.6678529},{"request_id":"1336620:3:1339999:443","session_id":"1336620","input_length":21371,"t_proxy_recv":27070.033150792,"t_decision_unix":1779961066.5880923,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.6947732909082401,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6523 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":6523,"cache_hit":14848,"estimated_new_tokens":6523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":95543,"ongoing_decode_tokens":95543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1216,"cache_hit":4096,"new_prefill":17275,"score_linear":91447.0,"score_lmetric":17275},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":128770,"ongoing_decode_tokens":128770,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1125,"cache_hit":0,"new_prefill":21371,"score_linear":128770.0,"score_lmetric":42742},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":13816,"ongoing_decode_tokens":0,"pending_prefill_tokens":13816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1093,"cache_hit":7680,"new_prefill":13691,"score_linear":6136.0,"score_lmetric":27507},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":99903,"ongoing_decode_tokens":99903,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1113,"cache_hit":14848,"new_prefill":6523,"score_linear":85055.0,"score_lmetric":13046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1203,"cache_hit":0,"new_prefill":21371,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":7065,"ongoing_decode_tokens":7065,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":874,"cache_hit":0,"new_prefill":21371,"score_linear":7065.0,"score_lmetric":21371},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24462,"ongoing_decode_tokens":0,"pending_prefill_tokens":1934,"num_requests":1,"active_p_offloads":0,"cached_blocks":1426,"cache_hit":7680,"new_prefill":13691,"score_linear":16782.0,"score_lmetric":15625},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":101124,"ongoing_decode_tokens":101124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1098,"cache_hit":7680,"new_prefill":13691,"score_linear":93444.0,"score_lmetric":27382}],"chosen_score_linear":85055.0,"chosen_score_lmetric":13046,"t_first_token":27071.032305501,"t_first_token_unix":1779961067.5872488,"t_done":27135.008649673,"t_done_unix":1779961131.5635931},{"request_id":"1355325:1:1355325:507","session_id":"1355325","input_length":24503,"t_proxy_recv":27123.423749849,"t_decision_unix":1779961119.9786913,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":24503.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":24503,"cache_hit":0,"estimated_new_tokens":24503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":24503,"score_linear":130877.0,"score_lmetric":49006},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":24503,"score_linear":21371.0,"score_lmetric":24503},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":43170,"ongoing_decode_tokens":43170,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":24503,"score_linear":43170.0,"score_lmetric":49006},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":24503,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":24503,"score_linear":83526.0,"score_lmetric":108029}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27126.257687109,"t_first_token_unix":1779961122.812631,"t_done":27135.088604234,"t_done_unix":1779961131.6435475},{"request_id":"1344773:8:1358989:523","session_id":"1344773","input_length":34552,"t_proxy_recv":27136.134969481,"t_decision_unix":1779961132.689911,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9928224125955082,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (248 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":248,"cache_hit":34304,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":36230,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":34552,"score_linear":58758.0,"score_lmetric":70782},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34552,"score_linear":130877.0,"score_lmetric":69104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34552,"score_linear":122597.0,"score_lmetric":156125},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":34552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":34304,"new_prefill":248,"score_linear":-34304.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126282,"ongoing_decode_tokens":126282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":33792,"new_prefill":760,"score_linear":92490.0,"score_lmetric":1520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":34552,"score_linear":83526.0,"score_lmetric":118078}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":27136.259683093,"t_first_token_unix":1779961132.8146262,"t_done":27136.517522515,"t_done_unix":1779961133.0724654},{"request_id":"1253743:7:1359251:524","session_id":"1253743","input_length":51509,"t_proxy_recv":27137.171527929,"t_decision_unix":1779961133.7264693,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9940010483604806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (309 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":309,"cache_hit":51200,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":36230,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":17408,"new_prefill":34101,"score_linear":41350.0,"score_lmetric":70331},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":3584,"new_prefill":47925,"score_linear":127293.0,"score_lmetric":95850},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":51509,"score_linear":122597.0,"score_lmetric":173082},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":51200,"new_prefill":309,"score_linear":-51200.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":51509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126282,"ongoing_decode_tokens":126282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":4608,"new_prefill":46901,"score_linear":121674.0,"score_lmetric":93802},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":51509,"score_linear":83526.0,"score_lmetric":135035}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":27137.256621388,"t_first_token_unix":1779961133.8115644,"t_done":27137.431294632,"t_done_unix":1779961133.9862375},{"request_id":"1269373:21:1355702:509","session_id":"1269373","input_length":78089,"t_proxy_recv":27124.535341126,"t_decision_unix":1779961121.0902822,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77824,"affinity_cache_ratio":0.9966064362458221,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (265 < 8000)","v3_prefill_cache_hit":77824,"v3_new_local":265,"cache_hit":77824,"estimated_new_tokens":265,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":4096,"new_prefill":73993,"score_linear":15270.0,"score_lmetric":80559},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":78089,"score_linear":130877.0,"score_lmetric":156178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":7680,"new_prefill":70409,"score_linear":-7680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":7680,"new_prefill":70409,"score_linear":13691.0,"score_lmetric":70409},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":78089,"score_linear":15519.0,"score_lmetric":78089},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":78089,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":24503,"ongoing_decode_tokens":0,"pending_prefill_tokens":24503,"num_requests":1,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":77824,"new_prefill":265,"score_linear":-53321.0,"score_lmetric":24768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":7680,"new_prefill":70409,"score_linear":75846.0,"score_lmetric":153935}],"chosen_score_linear":-53321.0,"chosen_score_lmetric":24768,"t_first_token":27126.884374122,"t_first_token_unix":1779961123.4393175,"t_done":27140.165335434,"t_done_unix":1779961136.7202792},{"request_id":"1344773:9:1360064:526","session_id":"1344773","input_length":34611,"t_proxy_recv":27140.133032331,"t_decision_unix":1779961136.6879737,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9911299875762041,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (307 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":307,"cache_hit":34304,"estimated_new_tokens":307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":34611,"score_linear":78251.0,"score_lmetric":141756},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34611,"score_linear":130877.0,"score_lmetric":69222},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34611,"score_linear":122597.0,"score_lmetric":156184},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":34611,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":34304,"new_prefill":307,"score_linear":-34304.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126282,"ongoing_decode_tokens":126282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":33792,"new_prefill":819,"score_linear":92490.0,"score_lmetric":1638},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":34611,"score_linear":83526.0,"score_lmetric":118137}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":27140.198148116,"t_first_token_unix":1779961136.7530985,"t_done":27140.597326442,"t_done_unix":1779961137.1522698},{"request_id":"1353951:1:1353951:504","session_id":"1353951","input_length":83526,"t_proxy_recv":27118.625069984,"t_decision_unix":1779961115.1800113,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":83526.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":83526,"cache_hit":0,"estimated_new_tokens":83526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":83526,"score_linear":96026.0,"score_lmetric":83526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":83526,"score_linear":130877.0,"score_lmetric":167052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":83526,"score_linear":21371.0,"score_lmetric":83526},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27651,"ongoing_decode_tokens":0,"pending_prefill_tokens":27651,"num_requests":1,"active_p_offloads":0,"cached_blocks":1486,"cache_hit":0,"new_prefill":83526,"score_linear":27651.0,"score_lmetric":111177},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":33875,"ongoing_decode_tokens":33875,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":83526,"score_linear":33875.0,"score_lmetric":83526},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":83526,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27142.371991956,"t_first_token_unix":1779961138.9269354,"t_done":27143.763638354,"t_done_unix":1779961140.318582},{"request_id":"1353951:2:1358300:520","session_id":"1353951","input_length":83905,"t_proxy_recv":27143.777310393,"t_decision_unix":1779961140.3322518,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9946487098504261,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (449 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":449,"cache_hit":83456,"estimated_new_tokens":449,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":144283,"ongoing_decode_tokens":0,"pending_prefill_tokens":36763,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":83905,"score_linear":144283.0,"score_lmetric":362004},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":83905,"score_linear":164355.0,"score_lmetric":267669},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":83905,"score_linear":122597.0,"score_lmetric":205478},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":83905,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":83905,"score_linear":145821.0,"score_lmetric":404156},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":83905,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":83905,"score_linear":128439.0,"score_lmetric":167810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":83456,"new_prefill":449,"score_linear":-83456.0,"score_lmetric":0}],"chosen_score_linear":-83456.0,"chosen_score_lmetric":0,"t_first_token":27144.046106543,"t_first_token_unix":1779961140.6010501,"t_done":27144.200920877,"t_done_unix":1779961140.7558646},{"request_id":"1342921:2:1361022:530","session_id":"1342921","input_length":66032,"t_proxy_recv":27143.40996744,"t_decision_unix":1779961139.9649086,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65536,"affinity_cache_ratio":0.992488490428883,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":496,"cache_hit":65536,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":65536,"new_prefill":496,"score_linear":12715.0,"score_lmetric":73526},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":66032,"score_linear":164355.0,"score_lmetric":214050},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":66032,"score_linear":122597.0,"score_lmetric":187605},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":66032,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":66032,"score_linear":145821.0,"score_lmetric":368410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":66032,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":66032,"score_linear":128439.0,"score_lmetric":132064},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":66032,"score_linear":83526.0,"score_lmetric":66032}],"chosen_score_linear":12715.0,"chosen_score_lmetric":73526,"t_first_token":27144.596449715,"t_first_token_unix":1779961141.1513937,"t_done":27145.532706,"t_done_unix":1779961142.0876534},{"request_id":"1356948:2:1361262:532","session_id":"1356948","input_length":16480,"t_proxy_recv":27144.421983518,"t_decision_unix":1779961140.976925,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":7,"affinity_cache_hit":6656,"affinity_cache_ratio":0.40388349514563104,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":16480.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":16480,"cache_hit":0,"estimated_new_tokens":16480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":144283,"ongoing_decode_tokens":78251,"pending_prefill_tokens":496,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":16480,"score_linear":144283.0,"score_lmetric":50928},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":16480,"score_linear":164355.0,"score_lmetric":65394},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":16480,"score_linear":122597.0,"score_lmetric":138053},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":6656,"new_prefill":9824,"score_linear":139165.0,"score_lmetric":255994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":16480,"score_linear":128439.0,"score_lmetric":32960},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":16480,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27145.964296434,"t_first_token_unix":1779961142.51924,"t_done":27146.129161305,"t_done_unix":1779961142.684105},{"request_id":"1355484:2:1359370:525","session_id":"1355484","input_length":19493,"t_proxy_recv":27137.626102766,"t_decision_unix":1779961134.1810439,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9981018827271328,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (37 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":37,"cache_hit":19456,"estimated_new_tokens":37,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":0,"pending_prefill_tokens":36230,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":19456,"new_prefill":37,"score_linear":39302.0,"score_lmetric":36267},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":12800,"new_prefill":6693,"score_linear":118077.0,"score_lmetric":13386},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":19493,"score_linear":122597.0,"score_lmetric":141066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":19493,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":126282,"ongoing_decode_tokens":126282,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1648,"cache_hit":0,"new_prefill":19493,"score_linear":126282.0,"score_lmetric":38986},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":12800,"new_prefill":6693,"score_linear":70726.0,"score_lmetric":90219}],"chosen_score_linear":39302.0,"chosen_score_lmetric":36267,"t_first_token":27144.33966013,"t_first_token_unix":1779961140.8946035,"t_done":27146.91589287,"t_done_unix":1779961143.4708362},{"request_id":"1344773:10:1361326:533","session_id":"1344773","input_length":34679,"t_proxy_recv":27144.667312862,"t_decision_unix":1779961141.2222545,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9891865394042504,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (375 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":375,"cache_hit":34304,"estimated_new_tokens":375,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":144283,"ongoing_decode_tokens":144283,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":34679,"score_linear":144283.0,"score_lmetric":104037},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":34679,"score_linear":164355.0,"score_lmetric":119991},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":34679,"score_linear":122597.0,"score_lmetric":156252},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":34679,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":34679,"score_linear":145821.0,"score_lmetric":305704},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":34304,"new_prefill":375,"score_linear":-34304.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":33792,"new_prefill":887,"score_linear":94647.0,"score_lmetric":1774},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16480,"ongoing_decode_tokens":0,"pending_prefill_tokens":16480,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":34679,"score_linear":16480.0,"score_lmetric":51159}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":27144.728139599,"t_first_token_unix":1779961141.2830827,"t_done":27147.188384562,"t_done_unix":1779961143.7433279},{"request_id":"1355484:3:1361065:531","session_id":"1355484","input_length":19714,"t_proxy_recv":27146.920596711,"t_decision_unix":1779961143.4755385,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (258 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":258,"cache_hit":19456,"estimated_new_tokens":258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":19456,"new_prefill":258,"score_linear":39302.0,"score_lmetric":258},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":12800,"new_prefill":6914,"score_linear":151555.0,"score_lmetric":36696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":19714,"score_linear":122597.0,"score_lmetric":141287},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":19714,"score_linear":76969.0,"score_lmetric":96683},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19714,"score_linear":145821.0,"score_lmetric":275774},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34679,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":19714,"score_linear":34679.0,"score_lmetric":19714},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":19714,"score_linear":128439.0,"score_lmetric":39428},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1538,"cache_hit":12800,"new_prefill":6914,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":39302.0,"chosen_score_lmetric":258,"t_first_token":27146.975509276,"t_first_token_unix":1779961143.5304527,"t_done":27147.612037915,"t_done_unix":1779961144.1669815},{"request_id":"1361992:1:1361992:535","session_id":"1361992","input_length":8113,"t_proxy_recv":27146.996383042,"t_decision_unix":1779961143.5513246,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":8113.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8113,"cache_hit":0,"estimated_new_tokens":8113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78472,"ongoing_decode_tokens":78472,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":8113,"score_linear":78472.0,"score_lmetric":16226},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":8113,"score_linear":164355.0,"score_lmetric":40293},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":8113,"score_linear":122597.0,"score_lmetric":129686},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":8113,"score_linear":76969.0,"score_lmetric":85082},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8113,"score_linear":145821.0,"score_lmetric":252572},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34679,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":8113,"score_linear":34679.0,"score_lmetric":8113},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":8113,"score_linear":128439.0,"score_lmetric":16226},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1538,"cache_hit":0,"new_prefill":8113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27147.566895844,"t_first_token_unix":1779961144.1218421,"t_done":27147.703378947,"t_done_unix":1779961144.258322},{"request_id":"1270340:3:1360716:528","session_id":"1270340","input_length":33478,"t_proxy_recv":27142.279555475,"t_decision_unix":1779961138.834497,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8411494115538563,"affinity_num_requests":2,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5318 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":5318,"cache_hit":28160,"estimated_new_tokens":5318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":33478,"score_linear":78251.0,"score_lmetric":139490},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":28160,"new_prefill":5318,"score_linear":102717.0,"score_lmetric":10636},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":33478,"score_linear":122597.0,"score_lmetric":155051},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":33478,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":1536,"new_prefill":31942,"score_linear":116352.0,"score_lmetric":149830},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":33478,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":33478,"score_linear":128439.0,"score_lmetric":66956},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":33478,"score_linear":83526.0,"score_lmetric":117004}],"chosen_score_linear":102717.0,"chosen_score_lmetric":10636,"t_first_token":27147.093545626,"t_first_token_unix":1779961143.6484895,"t_done":27148.35339384,"t_done_unix":1779961144.9083369},{"request_id":"1294611:11:1355750:510","session_id":"1294611","input_length":48193,"t_proxy_recv":27124.629597642,"t_decision_unix":1779961121.184539,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9349075591890939,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3137 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":3137,"cache_hit":45056,"estimated_new_tokens":3137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":19366,"ongoing_decode_tokens":0,"pending_prefill_tokens":6566,"num_requests":1,"active_p_offloads":0,"cached_blocks":1439,"cache_hit":0,"new_prefill":48193,"score_linear":19366.0,"score_lmetric":54759},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":43008,"new_prefill":5185,"score_linear":87869.0,"score_lmetric":10370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":12800,"new_prefill":35393,"score_linear":8571.0,"score_lmetric":35393},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15519,"ongoing_decode_tokens":15519,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1536,"cache_hit":0,"new_prefill":48193,"score_linear":15519.0,"score_lmetric":48193},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":48193,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":102592,"ongoing_decode_tokens":0,"pending_prefill_tokens":24768,"num_requests":2,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":45056,"new_prefill":3137,"score_linear":57536.0,"score_lmetric":55810},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":48193,"score_linear":83526.0,"score_lmetric":131719}],"chosen_score_linear":57536.0,"chosen_score_lmetric":55810,"t_first_token":27135.059687553,"t_first_token_unix":1779961131.6146314,"t_done":27148.4062974,"t_done_unix":1779961144.9612405},{"request_id":"1362265:1:1362265:536","session_id":"1362265","input_length":8825,"t_proxy_recv":27147.844429778,"t_decision_unix":1779961144.3993716,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":8825.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8825,"cache_hit":0,"estimated_new_tokens":8825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":8825,"score_linear":58758.0,"score_lmetric":8825},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":164355,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":8825,"score_linear":164355.0,"score_lmetric":26475},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":8825,"score_linear":122597.0,"score_lmetric":130398},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":8825,"score_linear":76969.0,"score_lmetric":85794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8825,"score_linear":145821.0,"score_lmetric":253996},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":8825,"score_linear":128439.0,"score_lmetric":17650},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8825,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27148.513985124,"t_first_token_unix":1779961145.0689285,"t_done":27149.574305968,"t_done_unix":1779961146.1292498},{"request_id":"1361992:2:1362904:537","session_id":"1361992","input_length":10347,"t_proxy_recv":27150.088597321,"t_decision_unix":1779961146.6435387,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7422441287329661,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2667 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2667,"cache_hit":7680,"estimated_new_tokens":2667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":10347,"score_linear":58758.0,"score_lmetric":10347},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":10347,"score_linear":130877.0,"score_lmetric":20694},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":10347,"score_linear":122597.0,"score_lmetric":131920},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":10347,"score_linear":76969.0,"score_lmetric":87316},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":10347,"score_linear":145821.0,"score_lmetric":257040},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":10347,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":10347,"score_linear":80246.0,"score_lmetric":10347},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1570,"cache_hit":7680,"new_prefill":2667,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":27150.3518837,"t_first_token_unix":1779961146.906827,"t_done":27150.494125734,"t_done_unix":1779961147.0490687},{"request_id":"1363440:1:1363440:542","session_id":"1363440","input_length":543,"t_proxy_recv":27152.037224838,"t_decision_unix":1779961148.5921662,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":543.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (543 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":543,"cache_hit":0,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":112047,"ongoing_decode_tokens":58758,"pending_prefill_tokens":4137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":543,"score_linear":112047.0,"score_lmetric":14040},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":543,"score_linear":130877.0,"score_lmetric":1086},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":543,"score_linear":122597.0,"score_lmetric":122116},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":543,"score_linear":76969.0,"score_lmetric":77512},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":543,"score_linear":145821.0,"score_lmetric":237432},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":543,"score_linear":62685.0,"score_lmetric":63228},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":543,"score_linear":80246.0,"score_lmetric":543},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":543,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27152.093171082,"t_first_token_unix":1779961148.648115,"t_done":27152.26973511,"t_done_unix":1779961148.8246782},{"request_id":"1313181:2:1358046:519","session_id":"1313181","input_length":58758,"t_proxy_recv":27132.812787042,"t_decision_unix":1779961129.3677287,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.40954423227475406,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":36230.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":22528,"v3_new_local":36230,"cache_hit":22528,"estimated_new_tokens":36230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":22528,"new_prefill":36230,"score_linear":-22528.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":24064,"new_prefill":34694,"score_linear":106813.0,"score_lmetric":69388},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":58758,"score_linear":122597.0,"score_lmetric":180331},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1169,"cache_hit":0,"new_prefill":58758,"score_linear":21371.0,"score_lmetric":58758},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":58758,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":58758,"score_linear":150785.0,"score_lmetric":185685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":12800,"new_prefill":45958,"score_linear":70726.0,"score_lmetric":129484}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":27144.338466333,"t_first_token_unix":1779961140.8934112,"t_done":27153.558573103,"t_done_unix":1779961150.113516},{"request_id":"1355951:2:1363365:540","session_id":"1355951","input_length":37232,"t_proxy_recv":27151.751494994,"t_decision_unix":1779961148.3064363,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9488611946712505,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1904 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":1904,"cache_hit":35328,"estimated_new_tokens":1904,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":74815,"ongoing_decode_tokens":58758,"pending_prefill_tokens":2233,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":35328,"new_prefill":1904,"score_linear":39487.0,"score_lmetric":8274},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":37232,"score_linear":130877.0,"score_lmetric":74464},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":37232,"score_linear":122597.0,"score_lmetric":158805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":37232,"score_linear":76969.0,"score_lmetric":114201},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":37232,"score_linear":145821.0,"score_lmetric":310810},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":37232,"score_linear":62685.0,"score_lmetric":99917},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":37232,"score_linear":80246.0,"score_lmetric":37232},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":37232,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":39487.0,"chosen_score_lmetric":8274,"t_first_token":27153.247049365,"t_first_token_unix":1779961149.8019924,"t_done":27154.31952636,"t_done_unix":1779961150.8744688},{"request_id":"1313181:3:1316742:330","session_id":"1313181","input_length":24451,"t_proxy_recv":27153.564631374,"t_decision_unix":1779961150.1195729,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9841724264856243,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (387 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":387,"cache_hit":24064,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":53289,"ongoing_decode_tokens":53289,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":24064,"new_prefill":387,"score_linear":29225.0,"score_lmetric":774},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":24064,"new_prefill":387,"score_linear":106813.0,"score_lmetric":774},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":24451,"score_linear":122597.0,"score_lmetric":146024},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":24451,"score_linear":76969.0,"score_lmetric":101420},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":24451,"score_linear":145821.0,"score_lmetric":285248},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":24451,"score_linear":62685.0,"score_lmetric":87136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":24451,"score_linear":80246.0,"score_lmetric":24451},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":12800,"new_prefill":11651,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":29225.0,"chosen_score_lmetric":774,"t_first_token":27153.617240986,"t_first_token_unix":1779961150.172184,"t_done":27154.93424507,"t_done_unix":1779961151.4891882},{"request_id":"1364128:1:1364128:545","session_id":"1364128","input_length":8706,"t_proxy_recv":27154.206455395,"t_decision_unix":1779961150.7613964,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":10590.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2050 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":2050,"cache_hit":6656,"estimated_new_tokens":2050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77740,"ongoing_decode_tokens":77740,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":0,"new_prefill":8706,"score_linear":77740.0,"score_lmetric":26118},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":8706,"score_linear":130877.0,"score_lmetric":17412},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":8706,"score_linear":122597.0,"score_lmetric":130279},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":8706,"score_linear":76969.0,"score_lmetric":85675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8706,"score_linear":145821.0,"score_lmetric":253758},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":8706,"score_linear":62685.0,"score_lmetric":71391},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":8706,"score_linear":94143.0,"score_lmetric":22678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":8540,"num_requests":1,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":6656,"new_prefill":2050,"score_linear":5980.0,"score_lmetric":10590}],"chosen_score_linear":5980.0,"chosen_score_lmetric":10590,"t_first_token":27154.757584282,"t_first_token_unix":1779961151.3125277,"t_done":27155.732962531,"t_done_unix":1779961152.2879066},{"request_id":"1363943:1:1363943:543","session_id":"1363943","input_length":12636,"t_proxy_recv":27153.719547843,"t_decision_unix":1779961150.2744894,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":8540.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":4096,"v3_new_local":8540,"cache_hit":4096,"estimated_new_tokens":8540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77740,"ongoing_decode_tokens":77740,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":8704,"new_prefill":3932,"score_linear":69036.0,"score_lmetric":11796},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":12636,"score_linear":130877.0,"score_lmetric":25272},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":4096,"new_prefill":8540,"score_linear":118501.0,"score_lmetric":130113},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":4096,"new_prefill":8540,"score_linear":72873.0,"score_lmetric":85509},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":12636,"score_linear":145821.0,"score_lmetric":261618},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":12636,"score_linear":62685.0,"score_lmetric":75321},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":4096,"new_prefill":8540,"score_linear":76150.0,"score_lmetric":8540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":4096,"new_prefill":8540,"score_linear":-4096.0,"score_lmetric":0}],"chosen_score_linear":-4096.0,"chosen_score_lmetric":0,"t_first_token":27154.564239779,"t_first_token_unix":1779961151.1191828,"t_done":27156.259150577,"t_done_unix":1779961152.8140936},{"request_id":"1279412:24:1364169:546","session_id":"1279412","input_length":98038,"t_proxy_recv":27154.347120043,"t_decision_unix":1779961150.9020615,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9974907688855342,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":246,"cache_hit":97792,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":40508,"ongoing_decode_tokens":40508,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":97792,"new_prefill":246,"score_linear":-57284.0,"score_lmetric":492},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":12800,"new_prefill":85238,"score_linear":118077.0,"score_lmetric":170476},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":98038,"score_linear":122597.0,"score_lmetric":219611},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":98038,"score_linear":76969.0,"score_lmetric":175007},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":98038,"score_linear":145821.0,"score_lmetric":432422},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":98038,"score_linear":62685.0,"score_lmetric":160723},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":80246,"pending_prefill_tokens":2633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":98038,"score_linear":94143.0,"score_lmetric":201342},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21342,"ongoing_decode_tokens":0,"pending_prefill_tokens":10590,"num_requests":2,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":39936,"new_prefill":58102,"score_linear":-18594.0,"score_lmetric":137384}],"chosen_score_linear":-57284.0,"chosen_score_lmetric":492,"t_first_token":27154.552948339,"t_first_token_unix":1779961151.107892,"t_done":27157.136832898,"t_done_unix":1779961153.6917765},{"request_id":"1364960:1:1364960:549","session_id":"1364960","input_length":2019,"t_proxy_recv":27157.129137967,"t_decision_unix":1779961153.6840796,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":2019.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2019 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2019,"cache_hit":0,"estimated_new_tokens":2019,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":133901,"ongoing_decode_tokens":133901,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":2019,"score_linear":133901.0,"score_lmetric":6057},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":2019,"score_linear":190391.0,"score_lmetric":112407},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":2019,"score_linear":122597.0,"score_lmetric":123592},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":2019,"score_linear":76969.0,"score_lmetric":78988},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":2019,"score_linear":145821.0,"score_lmetric":240384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":2019,"score_linear":62685.0,"score_lmetric":64704},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":2019,"score_linear":94143.0,"score_lmetric":4038},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":2019,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27157.259326512,"t_first_token_unix":1779961153.81427,"t_done":27157.437350349,"t_done_unix":1779961153.9922938},{"request_id":"1363440:2:1365095:551","session_id":"1363440","input_length":3866,"t_proxy_recv":27157.71213743,"t_decision_unix":1779961154.2670789,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":512,"affinity_cache_ratio":0.13243662700465597,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":3354.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3354 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":3354,"cache_hit":512,"estimated_new_tokens":3354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35863,"ongoing_decode_tokens":35863,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":3866,"score_linear":35863.0,"score_lmetric":7732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":3866,"score_linear":190391.0,"score_lmetric":117948},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":3866,"score_linear":122597.0,"score_lmetric":125439},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":3866,"score_linear":91690.0,"score_lmetric":164488},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":3866,"score_linear":145821.0,"score_lmetric":244078},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":3866,"score_linear":62685.0,"score_lmetric":66551},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":3866,"score_linear":94143.0,"score_lmetric":7732},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":512,"new_prefill":3354,"score_linear":-512.0,"score_lmetric":0}],"chosen_score_linear":-512.0,"chosen_score_lmetric":0,"t_first_token":27157.925456798,"t_first_token_unix":1779961154.4804,"t_done":27158.178681722,"t_done_unix":1779961154.7336245},{"request_id":"1355484:4:1364784:548","session_id":"1355484","input_length":19806,"t_proxy_recv":27156.518176922,"t_decision_unix":1779961153.0731184,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19456,"affinity_cache_ratio":0.9823285872967787,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (350 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":350,"cache_hit":19456,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114095,"ongoing_decode_tokens":114095,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":19456,"new_prefill":350,"score_linear":94639.0,"score_lmetric":700},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":12800,"new_prefill":7006,"score_linear":177591.0,"score_lmetric":127368},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":19806,"score_linear":122597.0,"score_lmetric":141379},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":19806,"score_linear":76969.0,"score_lmetric":96775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19806,"score_linear":145821.0,"score_lmetric":275958},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":19806,"score_linear":62685.0,"score_lmetric":82491},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":19806,"score_linear":94143.0,"score_lmetric":39612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":12800,"new_prefill":7006,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":94639.0,"chosen_score_lmetric":700,"t_first_token":27156.596560524,"t_first_token_unix":1779961153.1515038,"t_done":27158.312228871,"t_done_unix":1779961154.867172},{"request_id":"1305906:2:1363233:539","session_id":"1305906","input_length":16057,"t_proxy_recv":27151.205187134,"t_decision_unix":1779961147.7601285,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8609329264495236,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2233 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":2233,"cache_hit":13824,"estimated_new_tokens":2233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":13824,"new_prefill":2233,"score_linear":44934.0,"score_lmetric":2233},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":16057,"score_linear":130877.0,"score_lmetric":32114},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":16057,"score_linear":122597.0,"score_lmetric":137630},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":16057,"score_linear":76969.0,"score_lmetric":93026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":16057,"score_linear":145821.0,"score_lmetric":268460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":16057,"score_linear":62685.0,"score_lmetric":78742},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":16057,"score_linear":80246.0,"score_lmetric":16057},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":16057,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":44934.0,"chosen_score_lmetric":2233,"t_first_token":27152.742718885,"t_first_token_unix":1779961149.2976627,"t_done":27159.575211942,"t_done_unix":1779961156.1301565},{"request_id":"1365440:1:1365440:552","session_id":"1365440","input_length":9913,"t_proxy_recv":27158.933179288,"t_decision_unix":1779961155.4881203,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":9913.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9913,"cache_hit":0,"estimated_new_tokens":9913,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16057,"ongoing_decode_tokens":16057,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":9913,"score_linear":16057.0,"score_lmetric":9913},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":9913,"score_linear":190391.0,"score_lmetric":136089},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":9913,"score_linear":122597.0,"score_lmetric":131486},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":9913,"score_linear":91690.0,"score_lmetric":176582},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":9913,"score_linear":145821.0,"score_lmetric":256172},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":9913,"score_linear":62685.0,"score_lmetric":72598},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":9913,"score_linear":94143.0,"score_lmetric":19826},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1607,"cache_hit":0,"new_prefill":9913,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27159.69660676,"t_first_token_unix":1779961156.251552,"t_done":27159.809029388,"t_done_unix":1779961156.3639727},{"request_id":"1364090:1:1364090:544","session_id":"1364090","input_length":13897,"t_proxy_recv":27154.097891048,"t_decision_unix":1779961150.6528325,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":2633.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2633 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":2633,"cache_hit":11264,"estimated_new_tokens":2633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":77740,"ongoing_decode_tokens":77740,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1594,"cache_hit":4096,"new_prefill":9801,"score_linear":73644.0,"score_lmetric":29403},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":13897,"score_linear":130877.0,"score_lmetric":27794},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":7680,"new_prefill":6217,"score_linear":114917.0,"score_lmetric":127790},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":7680,"new_prefill":6217,"score_linear":69289.0,"score_lmetric":83186},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":13897,"score_linear":145821.0,"score_lmetric":264140},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":13897,"score_linear":62685.0,"score_lmetric":76582},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":11264,"new_prefill":2633,"score_linear":68982.0,"score_lmetric":2633},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12636,"ongoing_decode_tokens":0,"pending_prefill_tokens":8540,"num_requests":1,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":7680,"new_prefill":6217,"score_linear":4956.0,"score_lmetric":14757}],"chosen_score_linear":68982.0,"chosen_score_lmetric":2633,"t_first_token":27154.480731627,"t_first_token_unix":1779961151.035675,"t_done":27160.916255421,"t_done_unix":1779961157.4711986},{"request_id":"1363943:2:1366428:556","session_id":"1363943","input_length":12984,"t_proxy_recv":27162.335377392,"t_decision_unix":1779961158.890319,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.9858287122612446,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":184,"cache_hit":12800,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109421,"ongoing_decode_tokens":109421,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":8704,"new_prefill":4280,"score_linear":100717.0,"score_lmetric":8560},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":12984,"score_linear":190391.0,"score_lmetric":145302},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":4096,"new_prefill":8888,"score_linear":118501.0,"score_lmetric":130461},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":4096,"new_prefill":8888,"score_linear":87594.0,"score_lmetric":174532},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":12984,"score_linear":145821.0,"score_lmetric":262314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":0,"pending_prefill_tokens":62940,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":12984,"score_linear":97756.0,"score_lmetric":151848},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":4096,"new_prefill":8888,"score_linear":76150.0,"score_lmetric":8888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":12800,"new_prefill":184,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":27162.396273355,"t_first_token_unix":1779961158.9512167,"t_done":27164.203863736,"t_done_unix":1779961160.7588084},{"request_id":"1363093:1:1363093:538","session_id":"1363093","input_length":62685,"t_proxy_recv":27150.722644407,"t_decision_unix":1779961147.277586,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":62685.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":62685,"cache_hit":0,"estimated_new_tokens":62685,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":58758,"ongoing_decode_tokens":58758,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":62685,"score_linear":58758.0,"score_lmetric":62685},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":62685,"score_linear":130877.0,"score_lmetric":125370},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":62685,"score_linear":122597.0,"score_lmetric":184258},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":62685,"score_linear":76969.0,"score_lmetric":139654},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":62685,"score_linear":145821.0,"score_lmetric":361716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":62685,"score_linear":80246.0,"score_lmetric":62685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1575,"cache_hit":0,"new_prefill":62685,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27164.668055494,"t_first_token_unix":1779961161.2230008,"t_done":27165.389848876,"t_done_unix":1779961161.944792},{"request_id":"1344773:11:1366387:555","session_id":"1344773","input_length":35071,"t_proxy_recv":27162.20008237,"t_decision_unix":1779961158.755024,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9927290353853612,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":255,"cache_hit":34816,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109421,"ongoing_decode_tokens":11154,"pending_prefill_tokens":475,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":35071,"score_linear":109421.0,"score_lmetric":71092},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":35071,"score_linear":190391.0,"score_lmetric":211563},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":35071,"score_linear":122597.0,"score_lmetric":156644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":35071,"score_linear":91690.0,"score_lmetric":226898},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35071,"score_linear":145821.0,"score_lmetric":306488},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":34816,"new_prefill":255,"score_linear":27869.0,"score_lmetric":62940},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":33792,"new_prefill":1279,"score_linear":46454.0,"score_lmetric":1279},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":35071,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":27869.0,"chosen_score_lmetric":62940,"t_first_token":27164.686830707,"t_first_token_unix":1779961161.241774,"t_done":27165.53962291,"t_done_unix":1779961162.094566},{"request_id":"1367424:1:1367424:569","session_id":"1367424","input_length":3392,"t_proxy_recv":27165.962732368,"t_decision_unix":1779961162.5176737,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":17141.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3392 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3392,"cache_hit":0,"estimated_new_tokens":3392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":3392,"score_linear":165748.0,"score_lmetric":23836},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":3392,"score_linear":231408.0,"score_lmetric":44516},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":3392,"score_linear":122597.0,"score_lmetric":124965},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":3392,"score_linear":91690.0,"score_lmetric":163540},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":3392,"score_linear":195304.0,"score_lmetric":367224},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":3392,"score_linear":13749.0,"score_lmetric":17141},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":3392,"score_linear":99061.0,"score_lmetric":20862},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":3392,"score_linear":46066.0,"score_lmetric":94977}],"chosen_score_linear":13749.0,"chosen_score_lmetric":17141,"t_first_token":27166.921232225,"t_first_token_unix":1779961163.4761758,"t_done":27166.99106801,"t_done_unix":1779961163.546011},{"request_id":"1367312:1:1367312:566","session_id":"1367312","input_length":13749,"t_proxy_recv":27165.559319466,"t_decision_unix":1779961162.114261,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":13749.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13749,"cache_hit":0,"estimated_new_tokens":13749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":13749,"score_linear":165748.0,"score_lmetric":65264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":13749,"score_linear":231408.0,"score_lmetric":85944},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":13749,"score_linear":122597.0,"score_lmetric":135322},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":13749,"score_linear":91690.0,"score_lmetric":184254},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":13749,"score_linear":195304.0,"score_lmetric":398295},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":13749,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":13749,"score_linear":99061.0,"score_lmetric":41576},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9095,"ongoing_decode_tokens":9095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":13749,"score_linear":9095.0,"score_lmetric":13749}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27166.725160823,"t_first_token_unix":1779961163.2801044,"t_done":27167.257939207,"t_done_unix":1779961163.8128824},{"request_id":"1361694:1:1361694:534","session_id":"1361694","input_length":76969,"t_proxy_recv":27145.975448587,"t_decision_unix":1779961142.5303903,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":76969.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":76969,"cache_hit":0,"estimated_new_tokens":76969,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":78251,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1522,"cache_hit":0,"new_prefill":76969,"score_linear":78251.0,"score_lmetric":153938},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":76969,"score_linear":164355.0,"score_lmetric":246861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":76969,"score_linear":122597.0,"score_lmetric":198542},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":76969,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":76969,"score_linear":145821.0,"score_lmetric":390284},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34679,"ongoing_decode_tokens":34679,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":76969,"score_linear":34679.0,"score_lmetric":76969},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":3584,"new_prefill":73385,"score_linear":124855.0,"score_lmetric":146770},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":16480,"ongoing_decode_tokens":16480,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1506,"cache_hit":0,"new_prefill":76969,"score_linear":16480.0,"score_lmetric":76969}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27166.300113143,"t_first_token_unix":1779961162.855057,"t_done":27167.512496215,"t_done_unix":1779961164.0674398},{"request_id":"1357132:2:1364990:550","session_id":"1357132","input_length":14721,"t_proxy_recv":27157.205371457,"t_decision_unix":1779961153.760313,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":13312,"affinity_cache_ratio":0.9042863935873922,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1409 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":1409,"cache_hit":13312,"estimated_new_tokens":1409,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35863,"ongoing_decode_tokens":35863,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":14721,"score_linear":35863.0,"score_lmetric":29442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":14721,"score_linear":190391.0,"score_lmetric":150513},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":14721,"score_linear":122597.0,"score_lmetric":136294},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":13312,"new_prefill":1409,"score_linear":63657.0,"score_lmetric":78378},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":14721,"score_linear":145821.0,"score_lmetric":265788},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":14721,"score_linear":62685.0,"score_lmetric":77406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":14721,"score_linear":94143.0,"score_lmetric":29442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":2019,"ongoing_decode_tokens":0,"pending_prefill_tokens":2019,"num_requests":1,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":0,"new_prefill":14721,"score_linear":2019.0,"score_lmetric":16740}],"chosen_score_linear":63657.0,"chosen_score_lmetric":78378,"t_first_token":27166.301578011,"t_first_token_unix":1779961162.8565214,"t_done":27167.700232896,"t_done_unix":1779961164.2551765},{"request_id":"1357132:3:1366582:557","session_id":"1357132","input_length":14816,"t_proxy_recv":27167.707846227,"t_decision_unix":1779961164.2627873,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9676025917926566,"affinity_num_requests":0,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (480 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":480,"cache_hit":14336,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":14816,"score_linear":165748.0,"score_lmetric":69532},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":14816,"score_linear":231408.0,"score_lmetric":59264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":14816,"score_linear":122597.0,"score_lmetric":136389},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":14336,"new_prefill":480,"score_linear":-14336.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":14816,"score_linear":195304.0,"score_lmetric":401496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35194,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":14816,"score_linear":35194.0,"score_lmetric":14816},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":14816,"score_linear":99061.0,"score_lmetric":29632},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":14816,"score_linear":46066.0,"score_lmetric":129249}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":27167.744883247,"t_first_token_unix":1779961164.2998269,"t_done":27167.885597359,"t_done_unix":1779961164.4405456},{"request_id":"1357132:4:1367654:570","session_id":"1357132","input_length":14949,"t_proxy_recv":27167.89151252,"t_decision_unix":1779961164.4464538,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14336,"affinity_cache_ratio":0.9589939126362967,"affinity_num_requests":0,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (613 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":613,"cache_hit":14336,"estimated_new_tokens":613,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":14949,"score_linear":165748.0,"score_lmetric":70064},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":14949,"score_linear":231408.0,"score_lmetric":59796},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":14949,"score_linear":122597.0,"score_lmetric":136522},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":14336,"new_prefill":613,"score_linear":-14336.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":14949,"score_linear":195304.0,"score_lmetric":401895},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108113,"ongoing_decode_tokens":35194,"pending_prefill_tokens":72919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":14949,"score_linear":108113.0,"score_lmetric":175736},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":14949,"score_linear":99061.0,"score_lmetric":29898},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":14949,"score_linear":46066.0,"score_lmetric":129648}],"chosen_score_linear":-14336.0,"chosen_score_lmetric":0,"t_first_token":27167.951379441,"t_first_token_unix":1779961164.5063233,"t_done":27168.130995601,"t_done_unix":1779961164.6859386},{"request_id":"1366128:1:1366128:553","session_id":"1366128","input_length":11154,"t_proxy_recv":27161.226496676,"t_decision_unix":1779961157.781438,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":11154.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11154,"cache_hit":0,"estimated_new_tokens":11154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":11154,"score_linear":190391.0,"score_lmetric":139812},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":11154,"score_linear":122597.0,"score_lmetric":132727},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":11154,"score_linear":91690.0,"score_lmetric":179064},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":11154,"score_linear":145821.0,"score_lmetric":258654},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":11154,"score_linear":62685.0,"score_lmetric":73839},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":11154,"score_linear":80246.0,"score_lmetric":11154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":11154,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27162.118839315,"t_first_token_unix":1779961158.673783,"t_done":27168.696734528,"t_done_unix":1779961165.2516778},{"request_id":"1364128:2:1367249:565","session_id":"1364128","input_length":9095,"t_proxy_recv":27165.355188853,"t_decision_unix":1779961161.9101305,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.9570093457943926,"affinity_num_requests":0,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (391 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":391,"cache_hit":8704,"estimated_new_tokens":391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":9095,"score_linear":165748.0,"score_lmetric":46648},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":9095,"score_linear":231408.0,"score_lmetric":67328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":9095,"score_linear":122597.0,"score_lmetric":130668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":9095,"score_linear":91690.0,"score_lmetric":174946},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":9095,"score_linear":195304.0,"score_lmetric":384333},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":97756,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":9095,"score_linear":97756.0,"score_lmetric":18190},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":9095,"score_linear":99061.0,"score_lmetric":32268},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":8704,"new_prefill":391,"score_linear":-8704.0,"score_lmetric":0}],"chosen_score_linear":-8704.0,"chosen_score_lmetric":0,"t_first_token":27165.416405139,"t_first_token_unix":1779961161.9713483,"t_done":27169.178615265,"t_done_unix":1779961165.7335582},{"request_id":"1362265:2:1367373:568","session_id":"1362265","input_length":10134,"t_proxy_recv":27165.76574162,"t_decision_unix":1779961162.320683,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8704,"affinity_cache_ratio":0.8588908624432603,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1430 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":1430,"cache_hit":8704,"estimated_new_tokens":1430,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":10134,"score_linear":165748.0,"score_lmetric":50804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":10134,"score_linear":231408.0,"score_lmetric":71484},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":10134,"score_linear":122597.0,"score_lmetric":131707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":10134,"score_linear":91690.0,"score_lmetric":177024},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":10134,"score_linear":195304.0,"score_lmetric":387450},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":10134,"score_linear":13749.0,"score_lmetric":23883},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":10134,"score_linear":99061.0,"score_lmetric":34346},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":35932,"ongoing_decode_tokens":9095,"pending_prefill_tokens":26837,"num_requests":2,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":8704,"new_prefill":1430,"score_linear":27228.0,"score_lmetric":56534}],"chosen_score_linear":27228.0,"chosen_score_lmetric":56534,"t_first_token":27169.027710116,"t_first_token_unix":1779961165.582653,"t_done":27169.299176438,"t_done_unix":1779961165.8541198},{"request_id":"1367329:1:1367329:567","session_id":"1367329","input_length":26837,"t_proxy_recv":27165.620265822,"t_decision_unix":1779961162.1752071,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":26837.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,4,1,2,3,1,2,1])","v3_prefill_cache_hit":0,"v3_new_local":26837,"cache_hit":0,"estimated_new_tokens":26837,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":26837,"score_linear":165748.0,"score_lmetric":117616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":26837,"score_linear":231408.0,"score_lmetric":138296},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":26837,"score_linear":122597.0,"score_lmetric":148410},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":26837,"score_linear":91690.0,"score_lmetric":210430},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":26837,"score_linear":195304.0,"score_lmetric":437559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":13749,"ongoing_decode_tokens":0,"pending_prefill_tokens":13749,"num_requests":1,"active_p_offloads":0,"cached_blocks":1150,"cache_hit":0,"new_prefill":26837,"score_linear":13749.0,"score_lmetric":40586},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":26837,"score_linear":99061.0,"score_lmetric":67752},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":9095,"ongoing_decode_tokens":9095,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":26837,"score_linear":9095.0,"score_lmetric":26837}],"chosen_score_linear":9095.0,"chosen_score_lmetric":26837,"t_first_token":27169.024687236,"t_first_token_unix":1779961165.5796306,"t_done":27169.692969766,"t_done_unix":1779961166.2479126},{"request_id":"1355484:5:1366753:560","session_id":"1355484","input_length":20026,"t_proxy_recv":27163.401307413,"t_decision_unix":1779961159.9562488,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.997103765105363,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (58 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":58,"cache_hit":19968,"estimated_new_tokens":58,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":145722,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2509,"num_requests":3,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":19968,"new_prefill":58,"score_linear":125754.0,"score_lmetric":7701},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":130877,"pending_prefill_tokens":43187,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":12800,"new_prefill":7226,"score_linear":218608.0,"score_lmetric":201652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":20026,"score_linear":122597.0,"score_lmetric":141599},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":20026,"score_linear":91690.0,"score_lmetric":196808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":20026,"score_linear":145821.0,"score_lmetric":276398},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":0,"pending_prefill_tokens":62940,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":20026,"score_linear":97756.0,"score_lmetric":165932},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":20026,"score_linear":80246.0,"score_lmetric":20026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":12800,"new_prefill":7226,"score_linear":184.0,"score_lmetric":7226}],"chosen_score_linear":125754.0,"chosen_score_lmetric":7701,"t_first_token":27168.519357818,"t_first_token_unix":1779961165.0743012,"t_done":27170.220747303,"t_done_unix":1779961166.7756908},{"request_id":"1364960:2:1368239:578","session_id":"1364960","input_length":7048,"t_proxy_recv":27168.85540689,"t_decision_unix":1779961165.4103482,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":1,"affinity_cache_hit":2048,"affinity_cache_ratio":0.2905788876276958,"affinity_num_requests":3,"avg_num_requests":2.75,"fallback_score":28192.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7048 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7048,"cache_hit":0,"estimated_new_tokens":7048,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170005,"ongoing_decode_tokens":154594,"pending_prefill_tokens":4659,"num_requests":4,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":7048,"score_linear":170005.0,"score_lmetric":46828},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":7048,"score_linear":231408.0,"score_lmetric":28192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":7048,"score_linear":122597.0,"score_lmetric":128621},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":7048,"score_linear":21773.0,"score_lmetric":28821},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":7048,"score_linear":195304.0,"score_lmetric":378192},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":7048,"score_linear":123614.0,"score_lmetric":246468},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107906,"ongoing_decode_tokens":99061,"pending_prefill_tokens":8845,"num_requests":3,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":7048,"score_linear":107906.0,"score_lmetric":47679},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":2048,"new_prefill":5000,"score_linear":44018.0,"score_lmetric":99801}],"chosen_score_linear":231408.0,"chosen_score_lmetric":28192,"t_first_token":27169.41135016,"t_first_token_unix":1779961165.9662936,"t_done":27170.637180231,"t_done_unix":1779961167.1921237},{"request_id":"1366128:2:1367220:563","session_id":"1366128","input_length":15411,"t_proxy_recv":27168.707581415,"t_decision_unix":1779961165.262523,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":10752,"affinity_cache_ratio":0.6976834728440724,"affinity_num_requests":3,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4659 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":4659,"cache_hit":10752,"estimated_new_tokens":4659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154594,"ongoing_decode_tokens":154594,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":10752,"new_prefill":4659,"score_linear":143842.0,"score_lmetric":13977},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":15411,"score_linear":231408.0,"score_lmetric":61644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":15411,"score_linear":122597.0,"score_lmetric":136984},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":15411,"score_linear":21773.0,"score_lmetric":37184},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":15411,"score_linear":195304.0,"score_lmetric":403281},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":15411,"score_linear":123614.0,"score_lmetric":271557},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107906,"ongoing_decode_tokens":99061,"pending_prefill_tokens":8845,"num_requests":3,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":15411,"score_linear":107906.0,"score_lmetric":72768},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":15411,"score_linear":46066.0,"score_lmetric":131034}],"chosen_score_linear":143842.0,"chosen_score_lmetric":13977,"t_first_token":27169.290572237,"t_first_token_unix":1779961165.8455155,"t_done":27170.917215398,"t_done_unix":1779961167.4721587},{"request_id":"1368070:1:1368070:575","session_id":"1368070","input_length":21773,"t_proxy_recv":27168.313478943,"t_decision_unix":1779961164.8684201,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":21773.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":21773,"cache_hit":0,"estimated_new_tokens":21773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":21773,"score_linear":165748.0,"score_lmetric":97360},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":21773,"score_linear":231408.0,"score_lmetric":87092},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":21773,"score_linear":122597.0,"score_lmetric":143346},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":21773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":21773,"score_linear":195304.0,"score_lmetric":422367},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":21773,"score_linear":123614.0,"score_lmetric":290643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":21773,"score_linear":99061.0,"score_lmetric":43546},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":21773,"score_linear":46066.0,"score_lmetric":150120}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27170.66679718,"t_first_token_unix":1779961167.2217407,"t_done":27170.965096646,"t_done_unix":1779961167.52004},{"request_id":"1357132:5:1368445:579","session_id":"1357132","input_length":15871,"t_proxy_recv":27169.64614679,"t_decision_unix":1779961166.201088,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":14848,"affinity_cache_ratio":0.93554281393737,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1023 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":1023,"cache_hit":14848,"estimated_new_tokens":1023,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170005,"ongoing_decode_tokens":170005,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":15871,"score_linear":170005.0,"score_lmetric":63484},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":238456,"ongoing_decode_tokens":238456,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":15871,"score_linear":238456.0,"score_lmetric":79355},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":15871,"score_linear":122597.0,"score_lmetric":137444},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":14848,"new_prefill":1023,"score_linear":6925.0,"score_lmetric":22796},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":15871,"score_linear":195304.0,"score_lmetric":404661},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":15871,"score_linear":123614.0,"score_lmetric":272937},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107906,"ongoing_decode_tokens":107906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":15871,"score_linear":107906.0,"score_lmetric":47613},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":15871,"score_linear":26837.0,"score_lmetric":15871}],"chosen_score_linear":6925.0,"chosen_score_lmetric":22796,"t_first_token":27170.811125055,"t_first_token_unix":1779961167.3660681,"t_done":27171.005152481,"t_done_unix":1779961167.5600955},{"request_id":"1367169:1:1367169:562","session_id":"1367169","input_length":18815,"t_proxy_recv":27165.074912233,"t_decision_unix":1779961161.6298537,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":7039.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7039 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":7039,"cache_hit":11776,"estimated_new_tokens":7039,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":18815,"score_linear":165748.0,"score_lmetric":85528},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":18815,"score_linear":231408.0,"score_lmetric":106208},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":18815,"score_linear":122597.0,"score_lmetric":140388},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":18815,"score_linear":91690.0,"score_lmetric":194386},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18815,"score_linear":145821.0,"score_lmetric":273976},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":97756,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":18815,"score_linear":97756.0,"score_lmetric":37630},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":11776,"new_prefill":7039,"score_linear":68470.0,"score_lmetric":7039},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":18815,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":68470.0,"chosen_score_lmetric":7039,"t_first_token":27167.009376627,"t_first_token_unix":1779961163.5643208,"t_done":27171.141783214,"t_done_unix":1779961167.6967263},{"request_id":"1277428:5:1366630:559","session_id":"1277428","input_length":36301,"t_proxy_recv":27163.025322401,"t_decision_unix":1779961159.5802639,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":33792,"affinity_cache_ratio":0.9308834467370045,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2509 < 8000)","v3_prefill_cache_hit":33792,"v3_new_local":2509,"cache_hit":33792,"estimated_new_tokens":2509,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109421,"ongoing_decode_tokens":109421,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":33792,"new_prefill":2509,"score_linear":75629.0,"score_lmetric":5018},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":130877,"pending_prefill_tokens":43187,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":3584,"new_prefill":32717,"score_linear":227824.0,"score_lmetric":303616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":36301,"score_linear":122597.0,"score_lmetric":157874},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":17408,"new_prefill":18893,"score_linear":74282.0,"score_lmetric":194542},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":36301,"score_linear":145821.0,"score_lmetric":308948},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":0,"pending_prefill_tokens":62940,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":36301,"score_linear":97756.0,"score_lmetric":198482},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":4608,"new_prefill":31693,"score_linear":75638.0,"score_lmetric":31693},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":36301,"score_linear":12984.0,"score_lmetric":36301}],"chosen_score_linear":75629.0,"chosen_score_lmetric":5018,"t_first_token":27168.518596326,"t_first_token_unix":1779961165.0735404,"t_done":27171.190556925,"t_done_unix":1779961167.7455},{"request_id":"1270340:4:1366608:558","session_id":"1270340","input_length":41017,"t_proxy_recv":27162.954344415,"t_decision_unix":1779961159.509286,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":33280,"affinity_cache_ratio":0.8113708949947582,"affinity_num_requests":3,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7737 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":7737,"cache_hit":33280,"estimated_new_tokens":7737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":109421,"ongoing_decode_tokens":109421,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":41017,"score_linear":109421.0,"score_lmetric":82034},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":33280,"new_prefill":7737,"score_linear":157111.0,"score_lmetric":129561},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":41017,"score_linear":122597.0,"score_lmetric":162590},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":41017,"score_linear":91690.0,"score_lmetric":238790},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":1536,"new_prefill":39481,"score_linear":144285.0,"score_lmetric":315308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":0,"pending_prefill_tokens":62940,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":41017,"score_linear":97756.0,"score_lmetric":207914},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":41017,"score_linear":80246.0,"score_lmetric":41017},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":12984,"ongoing_decode_tokens":12984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":41017,"score_linear":12984.0,"score_lmetric":41017}],"chosen_score_linear":157111.0,"chosen_score_lmetric":129561,"t_first_token":27166.87817386,"t_first_token_unix":1779961163.4331176,"t_done":27171.862191736,"t_done_unix":1779961168.417135},{"request_id":"1369172:1:1369172:581","session_id":"1369172","input_length":6345,"t_proxy_recv":27172.12646641,"t_decision_unix":1779961168.6814077,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":6345.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6345 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6345,"cache_hit":0,"estimated_new_tokens":6345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":6345,"score_linear":98267.0,"score_lmetric":6345},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":6345,"score_linear":190391.0,"score_lmetric":19035},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":6345,"score_linear":122597.0,"score_lmetric":127918},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1388,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":6345,"score_linear":195304.0,"score_lmetric":376083},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":6345,"score_linear":186849.0,"score_lmetric":328896},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89091,"ongoing_decode_tokens":89091,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1677,"cache_hit":0,"new_prefill":6345,"score_linear":89091.0,"score_lmetric":12690},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":6345,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27172.545473954,"t_first_token_unix":1779961169.1004176,"t_done":27172.789275235,"t_done_unix":1779961169.3442187},{"request_id":"1368132:1:1368132:577","session_id":"1368132","input_length":8845,"t_proxy_recv":27168.529051228,"t_decision_unix":1779961165.0839927,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":17690.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[4,4,1,1,3,3,2,3])","v3_prefill_cache_hit":0,"v3_new_local":8845,"cache_hit":0,"estimated_new_tokens":8845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":165748,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":8845,"score_linear":165748.0,"score_lmetric":35380},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":8845,"score_linear":231408.0,"score_lmetric":35380},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":8845,"score_linear":122597.0,"score_lmetric":130418},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21773,"ongoing_decode_tokens":0,"pending_prefill_tokens":21773,"num_requests":1,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":8845,"score_linear":21773.0,"score_lmetric":30618},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":8845,"score_linear":195304.0,"score_lmetric":383583},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":8845,"score_linear":123614.0,"score_lmetric":251859},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":8845,"score_linear":99061.0,"score_lmetric":17690},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":6656,"new_prefill":2189,"score_linear":39410.0,"score_lmetric":91368}],"chosen_score_linear":99061.0,"chosen_score_lmetric":17690,"t_first_token":27169.315076702,"t_first_token_unix":1779961165.8700202,"t_done":27173.478921997,"t_done_unix":1779961170.0338652},{"request_id":"1369768:1:1369768:584","session_id":"1369768","input_length":7712,"t_proxy_recv":27174.125600475,"t_decision_unix":1779961170.6805418,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":7712.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7712 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7712,"cache_hit":0,"estimated_new_tokens":7712,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":118425,"ongoing_decode_tokens":118425,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":7712,"score_linear":118425.0,"score_lmetric":15424},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":7712,"score_linear":190391.0,"score_lmetric":23136},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":7712,"score_linear":122597.0,"score_lmetric":129285},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":7712,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":7712,"score_linear":195304.0,"score_lmetric":380184},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":7712,"score_linear":186849.0,"score_lmetric":334364},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":7712,"score_linear":80246.0,"score_lmetric":7712},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":7712,"score_linear":18160.0,"score_lmetric":7712}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27174.658951783,"t_first_token_unix":1779961171.2138948,"t_done":27174.778402425,"t_done_unix":1779961171.3333461},{"request_id":"1363943:3:1369535:582","session_id":"1363943","input_length":18160,"t_proxy_recv":27173.303788457,"t_decision_unix":1779961169.8587298,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":12800,"affinity_cache_ratio":0.7048458149779736,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5360 < 8000)","v3_prefill_cache_hit":12800,"v3_new_local":5360,"cache_hit":12800,"estimated_new_tokens":5360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":8704,"new_prefill":9456,"score_linear":89563.0,"score_lmetric":9456},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":18160,"score_linear":190391.0,"score_lmetric":54480},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":4096,"new_prefill":14064,"score_linear":118501.0,"score_lmetric":135637},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":4096,"new_prefill":14064,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18160,"score_linear":195304.0,"score_lmetric":411528},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":18160,"score_linear":186849.0,"score_lmetric":376156},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":89091,"ongoing_decode_tokens":89091,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1677,"cache_hit":4096,"new_prefill":14064,"score_linear":84995.0,"score_lmetric":28128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":12800,"new_prefill":5360,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-12800.0,"chosen_score_lmetric":0,"t_first_token":27173.996182162,"t_first_token_unix":1779961170.5511267,"t_done":27175.386132824,"t_done_unix":1779961171.9410765},{"request_id":"1355484:6:1369697:583","session_id":"1355484","input_length":20158,"t_proxy_recv":27173.905955099,"t_decision_unix":1779961170.4608965,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9905744617521579,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":190,"cache_hit":19968,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":19968,"new_prefill":190,"score_linear":78299.0,"score_lmetric":190},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":12800,"new_prefill":7358,"score_linear":177591.0,"score_lmetric":22074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":20158,"score_linear":122597.0,"score_lmetric":141731},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":20158,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":20158,"score_linear":195304.0,"score_lmetric":417522},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":20158,"score_linear":186849.0,"score_lmetric":384148},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":20158,"score_linear":80246.0,"score_lmetric":20158},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":0,"pending_prefill_tokens":5360,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":12800,"new_prefill":7358,"score_linear":5360.0,"score_lmetric":12718}],"chosen_score_linear":78299.0,"chosen_score_lmetric":190,"t_first_token":27173.978917427,"t_first_token_unix":1779961170.533861,"t_done":27176.364119558,"t_done_unix":1779961172.9190629},{"request_id":"1366128:3:1369902:585","session_id":"1366128","input_length":23307,"t_proxy_recv":27174.595861708,"t_decision_unix":1779961171.1508026,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":15360,"affinity_cache_ratio":0.6590294761230532,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7947 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":7947,"cache_hit":15360,"estimated_new_tokens":7947,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":118425,"ongoing_decode_tokens":118425,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":15360,"new_prefill":7947,"score_linear":103065.0,"score_lmetric":15894},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":23307,"score_linear":190391.0,"score_lmetric":69921},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":23307,"score_linear":122597.0,"score_lmetric":144880},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":7712,"ongoing_decode_tokens":0,"pending_prefill_tokens":7712,"num_requests":1,"active_p_offloads":0,"cached_blocks":1400,"cache_hit":0,"new_prefill":23307,"score_linear":7712.0,"score_lmetric":31019},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":23307,"score_linear":195304.0,"score_lmetric":426969},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":23307,"score_linear":186849.0,"score_lmetric":396744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":23307,"score_linear":80246.0,"score_lmetric":23307},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":23307,"score_linear":18160.0,"score_lmetric":23307}],"chosen_score_linear":103065.0,"chosen_score_lmetric":15894,"t_first_token":27175.871062111,"t_first_token_unix":1779961172.4260054,"t_done":27176.424879374,"t_done_unix":1779961172.9798224},{"request_id":"1367424:2:1370211:588","session_id":"1367424","input_length":11133,"t_proxy_recv":27175.604269846,"t_decision_unix":1779961172.1592112,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":3072,"affinity_cache_ratio":0.27593640528159524,"affinity_num_requests":4,"avg_num_requests":2.125,"fallback_score":11133.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,1,1,3,4,1,1])","v3_prefill_cache_hit":0,"v3_new_local":11133,"cache_hit":0,"estimated_new_tokens":11133,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":11133,"score_linear":141732.0,"score_lmetric":57240},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":11133,"score_linear":190391.0,"score_lmetric":33399},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":11133,"score_linear":122597.0,"score_lmetric":132706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":0,"new_prefill":11133,"score_linear":29501.0,"score_lmetric":19130},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":11133,"score_linear":195304.0,"score_lmetric":390447},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":3072,"new_prefill":8061,"score_linear":183777.0,"score_lmetric":335760},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":11133,"score_linear":80246.0,"score_lmetric":11133},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":11133,"score_linear":18301.0,"score_lmetric":21754}],"chosen_score_linear":80246.0,"chosen_score_lmetric":11133,"t_first_token":27176.513267697,"t_first_token_unix":1779961173.0682108,"t_done":27176.651580924,"t_done_unix":1779961173.2065237},{"request_id":"1368070:2:1370108:586","session_id":"1368070","input_length":29501,"t_proxy_recv":27175.323486903,"t_decision_unix":1779961171.8784282,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.7289244432392122,"affinity_num_requests":0,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7997 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":7997,"cache_hit":21504,"estimated_new_tokens":7997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":29501,"score_linear":141732.0,"score_lmetric":112344},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":29501,"score_linear":190391.0,"score_lmetric":88503},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":29501,"score_linear":122597.0,"score_lmetric":151074},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":21504,"new_prefill":7997,"score_linear":-21504.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":29501,"score_linear":195304.0,"score_lmetric":445551},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":29501,"score_linear":186849.0,"score_lmetric":421520},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":29501,"score_linear":80246.0,"score_lmetric":29501},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":29501,"score_linear":18160.0,"score_lmetric":29501}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":27176.826034186,"t_first_token_unix":1779961173.3810334,"t_done":27176.971190839,"t_done_unix":1779961173.5261352},{"request_id":"1370466:1:1370466:592","session_id":"1370466","input_length":7710,"t_proxy_recv":27176.649825774,"t_decision_unix":1779961173.2047672,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.25,"fallback_score":7710.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7710 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7710,"cache_hit":0,"estimated_new_tokens":7710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1653,"cache_hit":0,"new_prefill":7710,"score_linear":98267.0,"score_lmetric":7710},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":192772,"ongoing_decode_tokens":192772,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":7710,"score_linear":192772.0,"score_lmetric":30840},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":7710,"score_linear":122597.0,"score_lmetric":129283},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":0,"new_prefill":7710,"score_linear":29501.0,"score_lmetric":15707},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":7710,"score_linear":195304.0,"score_lmetric":380178},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":7710,"score_linear":186849.0,"score_lmetric":334356},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":91379,"ongoing_decode_tokens":91379,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":7710,"score_linear":91379.0,"score_lmetric":15420},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82832,"ongoing_decode_tokens":0,"pending_prefill_tokens":16272,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":7710,"score_linear":82832.0,"score_lmetric":47964}],"chosen_score_linear":98267.0,"chosen_score_lmetric":7710,"t_first_token":27177.208319734,"t_first_token_unix":1779961173.7632637,"t_done":27177.466451178,"t_done_unix":1779961174.021395},{"request_id":"1370269:1:1370269:591","session_id":"1370269","input_length":2381,"t_proxy_recv":27175.865256197,"t_decision_unix":1779961172.4201977,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":7143.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2381 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2381,"cache_hit":0,"estimated_new_tokens":2381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":2381,"score_linear":141732.0,"score_lmetric":30984},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":2381,"score_linear":190391.0,"score_lmetric":7143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":2381,"score_linear":122597.0,"score_lmetric":123954},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":0,"new_prefill":2381,"score_linear":29501.0,"score_lmetric":10378},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":2381,"score_linear":195304.0,"score_lmetric":364191},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":2381,"score_linear":186849.0,"score_lmetric":313040},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":91379,"ongoing_decode_tokens":80246,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":2381,"score_linear":91379.0,"score_lmetric":27028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82832,"ongoing_decode_tokens":0,"pending_prefill_tokens":16272,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":2381,"score_linear":82832.0,"score_lmetric":37306}],"chosen_score_linear":190391.0,"chosen_score_lmetric":7143,"t_first_token":27176.166695898,"t_first_token_unix":1779961172.7216394,"t_done":27177.847060613,"t_done_unix":1779961174.402004},{"request_id":"1356885:1:1356885:514","session_id":"1356885","input_length":122597,"t_proxy_recv":27128.881125013,"t_decision_unix":1779961125.4360664,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":121573.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":1024,"v3_new_local":121573,"cache_hit":1024,"estimated_new_tokens":121573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":35308,"ongoing_decode_tokens":0,"pending_prefill_tokens":35308,"num_requests":1,"active_p_offloads":0,"cached_blocks":1452,"cache_hit":6656,"new_prefill":115941,"score_linear":28652.0,"score_lmetric":151249},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":122597,"score_linear":130877.0,"score_lmetric":245194},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":1024,"new_prefill":121573,"score_linear":-1024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":1024,"new_prefill":121573,"score_linear":20347.0,"score_lmetric":121573},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1540,"cache_hit":0,"new_prefill":122597,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34198,"ongoing_decode_tokens":0,"pending_prefill_tokens":34198,"num_requests":1,"active_p_offloads":0,"cached_blocks":960,"cache_hit":0,"new_prefill":122597,"score_linear":34198.0,"score_lmetric":156795},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":150785,"ongoing_decode_tokens":102592,"pending_prefill_tokens":3137,"num_requests":3,"active_p_offloads":0,"cached_blocks":1601,"cache_hit":0,"new_prefill":122597,"score_linear":150785.0,"score_lmetric":377202},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":122597,"score_linear":83526.0,"score_lmetric":206123}],"chosen_score_linear":-1024.0,"chosen_score_lmetric":0,"t_first_token":27176.893202959,"t_first_token_unix":1779961173.4481492,"t_done":27179.051178658,"t_done_unix":1779961175.6061223},{"request_id":"1313181:3:1364311:547","session_id":"1313181","input_length":59514,"t_proxy_recv":27154.945835131,"t_decision_unix":1779961151.5007768,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":1,"affinity_cache_hit":24064,"affinity_cache_ratio":0.4043418355344961,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":70900.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,1,1,2,1,2,2])","v3_prefill_cache_hit":24064,"v3_new_local":35450,"cache_hit":24064,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114095,"ongoing_decode_tokens":114095,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1597,"cache_hit":24064,"new_prefill":35450,"score_linear":90031.0,"score_lmetric":70900},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":24064,"new_prefill":35450,"score_linear":106813.0,"score_lmetric":70900},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":59514,"score_linear":122597.0,"score_lmetric":181087},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":76969,"ongoing_decode_tokens":0,"pending_prefill_tokens":76969,"num_requests":1,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":59514,"score_linear":76969.0,"score_lmetric":136483},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":59514,"score_linear":145821.0,"score_lmetric":355374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":59514,"score_linear":62685.0,"score_lmetric":122199},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":94143,"ongoing_decode_tokens":94143,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":59514,"score_linear":94143.0,"score_lmetric":119028},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21342,"ongoing_decode_tokens":21342,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1576,"cache_hit":12800,"new_prefill":46714,"score_linear":8542.0,"score_lmetric":93428}],"chosen_score_linear":106813.0,"chosen_score_lmetric":70900,"t_first_token":27164.976128828,"t_first_token_unix":1779961161.5310721,"t_done":27179.233249263,"t_done_unix":1779961175.7881923},{"request_id":"1277428:6:1371101:593","session_id":"1277428","input_length":36583,"t_proxy_recv":27178.685511331,"t_decision_unix":1779961175.2404525,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9936855916682612,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (231 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":231,"cache_hit":36352,"estimated_new_tokens":231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":36352,"new_prefill":231,"score_linear":61915.0,"score_lmetric":231},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":3584,"new_prefill":32999,"score_linear":186807.0,"score_lmetric":98997},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":122597,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":36583,"score_linear":122597.0,"score_lmetric":36583},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":17408,"new_prefill":19175,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":36583,"score_linear":195304.0,"score_lmetric":466797},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":36583,"score_linear":186849.0,"score_lmetric":449848},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4608,"new_prefill":31975,"score_linear":75638.0,"score_lmetric":31975},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82832,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":36583,"score_linear":82832.0,"score_lmetric":84468}],"chosen_score_linear":61915.0,"chosen_score_lmetric":231,"t_first_token":27178.827825951,"t_first_token_unix":1779961175.38277,"t_done":27179.988499897,"t_done_unix":1779961176.5434434},{"request_id":"1371337:1:1371337:597","session_id":"1371337","input_length":9399,"t_proxy_recv":27179.526323036,"t_decision_unix":1779961176.081264,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":9399.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":9399,"cache_hit":0,"estimated_new_tokens":9399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":157842,"ongoing_decode_tokens":134850,"pending_prefill_tokens":3024,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":0,"new_prefill":9399,"score_linear":157842.0,"score_lmetric":37269},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173581,"ongoing_decode_tokens":173581,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":9399,"score_linear":173581.0,"score_lmetric":28197},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":9399,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":9399,"score_linear":195304.0,"score_lmetric":385245},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":9399,"score_linear":186849.0,"score_lmetric":341112},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":9399,"score_linear":80246.0,"score_lmetric":9399},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":9399,"score_linear":115646.0,"score_lmetric":63720}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27180.240242554,"t_first_token_unix":1779961176.7951872,"t_done":27180.779130677,"t_done_unix":1779961177.3340735},{"request_id":"1313181:4:1318843:342","session_id":"1313181","input_length":42704,"t_proxy_recv":27179.258928503,"t_decision_unix":1779961175.8138695,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9951292618958412,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (208 < 8000)","v3_prefill_cache_hit":42496,"v3_new_local":208,"cache_hit":42496,"estimated_new_tokens":208,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134850,"ongoing_decode_tokens":134850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":24064,"new_prefill":18640,"score_linear":110786.0,"score_lmetric":37280},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":42496,"new_prefill":208,"score_linear":88381.0,"score_lmetric":416},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":42704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":42704,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":42704,"score_linear":195304.0,"score_lmetric":485160},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":42704,"score_linear":186849.0,"score_lmetric":474332},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":42704,"score_linear":80246.0,"score_lmetric":42704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":12800,"new_prefill":29904,"score_linear":102846.0,"score_lmetric":125235}],"chosen_score_linear":88381.0,"chosen_score_lmetric":416,"t_first_token":27179.367718087,"t_first_token_unix":1779961175.9226615,"t_done":27181.042733537,"t_done_unix":1779961177.5976765},{"request_id":"1371622:1:1371622:598","session_id":"1371622","input_length":13616,"t_proxy_recv":27180.520926134,"t_decision_unix":1779961177.0758674,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":13616.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13616,"cache_hit":0,"estimated_new_tokens":13616,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121259,"ongoing_decode_tokens":121259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":0,"new_prefill":13616,"score_linear":121259.0,"score_lmetric":27232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173581,"ongoing_decode_tokens":173581,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":13616,"score_linear":173581.0,"score_lmetric":40848},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":13616,"score_linear":9399.0,"score_lmetric":13616},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":13616,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":11264,"new_prefill":2352,"score_linear":184040.0,"score_lmetric":364104},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":13616,"score_linear":186849.0,"score_lmetric":357980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":13616,"score_linear":80246.0,"score_lmetric":13616},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":13616,"score_linear":115646.0,"score_lmetric":76371}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27181.683157552,"t_first_token_unix":1779961178.2381005,"t_done":27182.430765398,"t_done_unix":1779961178.9857087},{"request_id":"1371929:1:1371929:601","session_id":"1371929","input_length":17407,"t_proxy_recv":27181.628980067,"t_decision_unix":1779961178.1839213,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":17407.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":17407,"cache_hit":0,"estimated_new_tokens":17407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156296,"ongoing_decode_tokens":121259,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":0,"new_prefill":17407,"score_linear":156296.0,"score_lmetric":88212},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":17407,"score_linear":190881.0,"score_lmetric":52221},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":17407,"score_linear":60004.0,"score_lmetric":17407},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":17407,"score_linear":13616.0,"score_lmetric":31023},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":17407,"score_linear":195304.0,"score_lmetric":409269},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":17407,"score_linear":186849.0,"score_lmetric":373144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":80246,"pending_prefill_tokens":12369,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":17407,"score_linear":106951.0,"score_lmetric":59552},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":17407,"score_linear":115646.0,"score_lmetric":87744}],"chosen_score_linear":60004.0,"chosen_score_lmetric":17407,"t_first_token":27183.320077785,"t_first_token_unix":1779961179.875021,"t_done":27183.792749241,"t_done_unix":1779961180.3476963},{"request_id":"1366128:4:1371629:599","session_id":"1366128","input_length":35037,"t_proxy_recv":27180.545357274,"t_decision_unix":1779961177.1002986,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.6575905471358849,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,3,1,1,3,4,1,3])","v3_prefill_cache_hit":23040,"v3_new_local":11997,"cache_hit":23040,"estimated_new_tokens":11997,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121259,"ongoing_decode_tokens":121259,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":23040,"new_prefill":11997,"score_linear":98219.0,"score_lmetric":23994},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173581,"ongoing_decode_tokens":173581,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":35037,"score_linear":173581.0,"score_lmetric":105111},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":9399,"ongoing_decode_tokens":9399,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":35037,"score_linear":9399.0,"score_lmetric":35037},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":35037,"score_linear":13616.0,"score_lmetric":48653},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35037,"score_linear":195304.0,"score_lmetric":462159},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":35037,"score_linear":186849.0,"score_lmetric":443664},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":35037,"score_linear":80246.0,"score_lmetric":35037},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":35037,"score_linear":115646.0,"score_lmetric":140634}],"chosen_score_linear":98219.0,"chosen_score_lmetric":23994,"t_first_token":27183.102901002,"t_first_token_unix":1779961179.6578448,"t_done":27184.562266926,"t_done_unix":1779961181.1172106},{"request_id":"1372791:1:1372791:604","session_id":"1372791","input_length":4811,"t_proxy_recv":27184.636244181,"t_decision_unix":1779961181.1911852,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":4811.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4811 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4811,"cache_hit":0,"estimated_new_tokens":4811,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":159511,"ongoing_decode_tokens":159511,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":4811,"score_linear":159511.0,"score_lmetric":14433},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":4811,"score_linear":190881.0,"score_lmetric":14433},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":4811,"score_linear":60004.0,"score_lmetric":4811},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1456,"cache_hit":0,"new_prefill":4811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":4811,"score_linear":195304.0,"score_lmetric":371481},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":4811,"score_linear":186849.0,"score_lmetric":322760},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":4811,"score_linear":106951.0,"score_lmetric":9622},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134042,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12317,"num_requests":4,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":4811,"score_linear":134042.0,"score_lmetric":68512}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27184.942305571,"t_first_token_unix":1779961181.4972486,"t_done":27185.122047863,"t_done_unix":1779961181.6769912},{"request_id":"1367312:2:1368064:574","session_id":"1367312","input_length":15501,"t_proxy_recv":27168.255559331,"t_decision_unix":1779961164.8105006,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":13312,"affinity_cache_ratio":0.8587833043029482,"affinity_num_requests":2,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2189 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":2189,"cache_hit":13312,"estimated_new_tokens":2189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":15501,"score_linear":165748.0,"score_lmetric":72272},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":15501,"score_linear":231408.0,"score_lmetric":62004},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":15501,"score_linear":122597.0,"score_lmetric":137074},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":15501,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":15501,"score_linear":195304.0,"score_lmetric":403551},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108113,"ongoing_decode_tokens":35194,"pending_prefill_tokens":72919,"num_requests":2,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":13312,"new_prefill":2189,"score_linear":94801.0,"score_lmetric":150216},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":15501,"score_linear":99061.0,"score_lmetric":31002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":15501,"score_linear":46066.0,"score_lmetric":131304}],"chosen_score_linear":94801.0,"chosen_score_lmetric":150216,"t_first_token":27186.571060705,"t_first_token_unix":1779961183.1260064,"t_done":27187.505895808,"t_done_unix":1779961184.0609064},{"request_id":"1355484:7:1371284:596","session_id":"1355484","input_length":22992,"t_proxy_recv":27179.312902878,"t_decision_unix":1779961175.8678443,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":19968,"affinity_cache_ratio":0.8684759916492694,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3024 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":3024,"cache_hit":19968,"estimated_new_tokens":3024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134850,"ongoing_decode_tokens":134850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":19968,"new_prefill":3024,"score_linear":114882.0,"score_lmetric":6048},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":173581,"ongoing_decode_tokens":130877,"pending_prefill_tokens":208,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":12800,"new_prefill":10192,"score_linear":160781.0,"score_lmetric":31200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":22992,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":22992,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":22992,"score_linear":195304.0,"score_lmetric":426024},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":22992,"score_linear":186849.0,"score_lmetric":395484},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":22992,"score_linear":80246.0,"score_lmetric":22992},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":12800,"new_prefill":10192,"score_linear":102846.0,"score_lmetric":66099}],"chosen_score_linear":114882.0,"chosen_score_lmetric":6048,"t_first_token":27179.86810506,"t_first_token_unix":1779961176.4230487,"t_done":27187.521391155,"t_done_unix":1779961184.0763345},{"request_id":"1367957:1:1367957:572","session_id":"1367957","input_length":72919,"t_proxy_recv":27167.847794599,"t_decision_unix":1779961164.4027362,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":72919.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,4,1,1,3,1,2,3])","v3_prefill_cache_hit":0,"v3_new_local":72919,"cache_hit":0,"estimated_new_tokens":72919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":72919,"score_linear":165748.0,"score_lmetric":301944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":72919,"score_linear":231408.0,"score_lmetric":291676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":18944,"new_prefill":53975,"score_linear":103653.0,"score_lmetric":175548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":14816,"ongoing_decode_tokens":14816,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":72919,"score_linear":14816.0,"score_lmetric":72919},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":18944,"new_prefill":53975,"score_linear":176360.0,"score_lmetric":518973},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":35194,"ongoing_decode_tokens":35194,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":72919,"score_linear":35194.0,"score_lmetric":72919},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":72919,"score_linear":99061.0,"score_lmetric":145838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":72919,"score_linear":46066.0,"score_lmetric":303558}],"chosen_score_linear":35194.0,"chosen_score_lmetric":72919,"t_first_token":27186.187784688,"t_first_token_unix":1779961182.742729,"t_done":27187.874521486,"t_done_unix":1779961184.4294648},{"request_id":"1353821:3:1360898:529","session_id":"1353821","input_length":27933,"t_proxy_recv":27142.941904709,"t_decision_unix":1779961139.4968457,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.98979701428418,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (285 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":285,"cache_hit":27648,"estimated_new_tokens":285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":27933,"score_linear":78251.0,"score_lmetric":128400},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":164355,"ongoing_decode_tokens":130877,"pending_prefill_tokens":5318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":27933,"score_linear":164355.0,"score_lmetric":99753},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":27933,"score_linear":122597.0,"score_lmetric":149506},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":27933,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":0,"pending_prefill_tokens":117888,"num_requests":1,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":27648,"new_prefill":285,"score_linear":90240.0,"score_lmetric":118173},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":27933,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":27933,"score_linear":128439.0,"score_lmetric":55866},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":83526,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":27933,"score_linear":83526.0,"score_lmetric":27933}],"chosen_score_linear":90240.0,"chosen_score_lmetric":118173,"t_first_token":27186.904439892,"t_first_token_unix":1779961183.4593835,"t_done":27187.87696647,"t_done_unix":1779961184.4319098},{"request_id":"1253804:6:1318560:340","session_id":"1253804","input_length":62618,"t_proxy_recv":26993.765499398,"t_decision_unix":1779960990.3204405,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9403047047174934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3738 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":3738,"cache_hit":58880,"estimated_new_tokens":3738,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":70934,"ongoing_decode_tokens":0,"pending_prefill_tokens":5398,"num_requests":2,"active_p_offloads":0,"cached_blocks":969,"cache_hit":3584,"new_prefill":59034,"score_linear":67350.0,"score_lmetric":128864},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1116,"cache_hit":58880,"new_prefill":3738,"score_linear":-58880.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121968,"ongoing_decode_tokens":121968,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":62618,"score_linear":121968.0,"score_lmetric":62618},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":957,"cache_hit":3584,"new_prefill":59034,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":104431,"ongoing_decode_tokens":0,"pending_prefill_tokens":79855,"num_requests":2,"active_p_offloads":0,"cached_blocks":1017,"cache_hit":0,"new_prefill":62618,"score_linear":104431.0,"score_lmetric":284946},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":650,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66135,"ongoing_decode_tokens":66135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1161,"cache_hit":3584,"new_prefill":59034,"score_linear":62551.0,"score_lmetric":59034},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":945,"cache_hit":0,"new_prefill":62618,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":27007.605071706,"t_first_token_unix":1779961004.160015,"t_done":27188.021239651,"t_done_unix":1779961184.5761838},{"request_id":"1344773:12:1367864:571","session_id":"1344773","input_length":35194,"t_proxy_recv":27167.457991445,"t_decision_unix":1779961164.0129325,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9892595328749219,"affinity_num_requests":0,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (378 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":378,"cache_hit":34816,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":35194,"score_linear":165748.0,"score_lmetric":151044},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":231408,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":35194,"score_linear":231408.0,"score_lmetric":140776},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":35194,"score_linear":122597.0,"score_lmetric":156767},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":91690,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":35194,"score_linear":91690.0,"score_lmetric":70388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35194,"score_linear":195304.0,"score_lmetric":462630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":34816,"new_prefill":378,"score_linear":-34816.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":99061,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":33792,"new_prefill":1402,"score_linear":65269.0,"score_lmetric":2804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":46066,"ongoing_decode_tokens":9095,"pending_prefill_tokens":28267,"num_requests":3,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":35194,"score_linear":46066.0,"score_lmetric":190383}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":27167.533087034,"t_first_token_unix":1779961164.0880306,"t_done":27188.395886344,"t_done_unix":1779961184.95083},{"request_id":"1353821:4:1363399:541","session_id":"1353821","input_length":28093,"t_proxy_recv":27187.88248066,"t_decision_unix":1779961184.4374218,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":27648,"affinity_cache_ratio":0.984159755099135,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (445 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":445,"cache_hit":27648,"estimated_new_tokens":445,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":136519,"ongoing_decode_tokens":136519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":28093,"score_linear":136519.0,"score_lmetric":56186},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":28093,"score_linear":130877.0,"score_lmetric":56186},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":28093,"score_linear":139499.0,"score_lmetric":215176},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":28093,"score_linear":126340.0,"score_lmetric":154433},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":27648,"new_prefill":445,"score_linear":139723.0,"score_lmetric":890},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":98429,"ongoing_decode_tokens":98429,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":28093,"score_linear":98429.0,"score_lmetric":56186},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":28093,"score_linear":106951.0,"score_lmetric":56186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":28093,"score_linear":144326.0,"score_lmetric":204830}],"chosen_score_linear":139723.0,"chosen_score_lmetric":890,"t_first_token":27188.003613262,"t_first_token_unix":1779961184.558557,"t_done":27188.45478837,"t_done_unix":1779961185.0097315},{"request_id":"1344773:13:1370257:589","session_id":"1344773","input_length":35413,"t_proxy_recv":27188.404338744,"t_decision_unix":1779961184.95928,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9975997515036851,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (85 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":85,"cache_hit":35328,"estimated_new_tokens":85,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":35413,"score_linear":183283.0,"score_lmetric":142083},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":35413,"score_linear":68259.0,"score_lmetric":35413},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":35413,"score_linear":139499.0,"score_lmetric":229816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":35413,"score_linear":126340.0,"score_lmetric":161753},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195464,"ongoing_decode_tokens":195464,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35413,"score_linear":195464.0,"score_lmetric":106239},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63235,"ongoing_decode_tokens":63235,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1329,"cache_hit":35328,"new_prefill":85,"score_linear":27907.0,"score_lmetric":85},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":33792,"new_prefill":1621,"score_linear":73159.0,"score_lmetric":3242},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":35413,"score_linear":144326.0,"score_lmetric":241430}],"chosen_score_linear":27907.0,"chosen_score_lmetric":85,"t_first_token":27188.477142168,"t_first_token_unix":1779961185.0320852,"t_done":27188.524273005,"t_done_unix":1779961185.0792165},{"request_id":"1363093:2:1368700:580","session_id":"1363093","input_length":63235,"t_proxy_recv":27170.442303967,"t_decision_unix":1779961166.9972448,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":62464,"affinity_cache_ratio":0.9878073851506286,"affinity_num_requests":3,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (771 < 8000)","v3_prefill_cache_hit":62464,"v3_new_local":771,"cache_hit":62464,"estimated_new_tokens":771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":149979,"ongoing_decode_tokens":149979,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1624,"cache_hit":0,"new_prefill":63235,"score_linear":149979.0,"score_lmetric":189705},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":238456,"ongoing_decode_tokens":238456,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":63235,"score_linear":238456.0,"score_lmetric":316175},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":63235,"score_linear":122597.0,"score_lmetric":184808},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":37644,"ongoing_decode_tokens":0,"pending_prefill_tokens":22796,"num_requests":2,"active_p_offloads":0,"cached_blocks":1344,"cache_hit":0,"new_prefill":63235,"score_linear":37644.0,"score_lmetric":172062},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":63235,"score_linear":195304.0,"score_lmetric":546753},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":123614,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75108,"num_requests":3,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":62464,"new_prefill":771,"score_linear":61150.0,"score_lmetric":227637},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":107906,"ongoing_decode_tokens":107906,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":63235,"score_linear":107906.0,"score_lmetric":189705},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":0,"new_prefill":63235,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":61150.0,"chosen_score_lmetric":227637,"t_first_token":27186.573016005,"t_first_token_unix":1779961183.1279595,"t_done":27188.721542238,"t_done_unix":1779961185.2764862},{"request_id":"1362265:3:1373357:605","session_id":"1362265","input_length":10284,"t_proxy_recv":27186.636294561,"t_decision_unix":1779961183.1912363,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9459354336833917,"affinity_num_requests":4,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (556 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":556,"cache_hit":9728,"estimated_new_tokens":556,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":159511,"ongoing_decode_tokens":159511,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":10284,"score_linear":159511.0,"score_lmetric":30852},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":10284,"score_linear":190881.0,"score_lmetric":30852},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":10284,"score_linear":60004.0,"score_lmetric":10284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":10284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":10284,"score_linear":195304.0,"score_lmetric":387900},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":186849,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":10284,"score_linear":186849.0,"score_lmetric":41136},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":6656,"new_prefill":3628,"score_linear":100295.0,"score_lmetric":7256},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134042,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12317,"num_requests":4,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":9728,"new_prefill":556,"score_linear":124314.0,"score_lmetric":51492}],"chosen_score_linear":124314.0,"chosen_score_lmetric":51492,"t_first_token":27188.941432246,"t_first_token_unix":1779961185.4963753,"t_done":27189.301520781,"t_done_unix":1779961185.8564637},{"request_id":"1363943:4:1372250:603","session_id":"1363943","input_length":18396,"t_proxy_recv":27182.865718571,"t_decision_unix":1779961179.4206598,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.974124809741248,"affinity_num_requests":3,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (476 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":476,"cache_hit":17920,"estimated_new_tokens":476,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":194548,"ongoing_decode_tokens":121259,"pending_prefill_tokens":13897,"num_requests":4,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":8704,"new_prefill":9692,"score_linear":185844.0,"score_lmetric":94356},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":18396,"score_linear":190881.0,"score_lmetric":55188},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":77411,"ongoing_decode_tokens":0,"pending_prefill_tokens":17407,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":4096,"new_prefill":14300,"score_linear":73315.0,"score_lmetric":63414},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1456,"cache_hit":4096,"new_prefill":14300,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18396,"score_linear":195304.0,"score_lmetric":412236},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":18396,"score_linear":186849.0,"score_lmetric":377100},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":80246,"pending_prefill_tokens":12369,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4096,"new_prefill":14300,"score_linear":102855.0,"score_lmetric":53338},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":17920,"new_prefill":476,"score_linear":97726.0,"score_lmetric":36951}],"chosen_score_linear":97726.0,"chosen_score_lmetric":36951,"t_first_token":27188.936191377,"t_first_token_unix":1779961185.4911346,"t_done":27190.549245581,"t_done_unix":1779961187.1041887},{"request_id":"1342634:2:1370263:590","session_id":"1342634","input_length":64531,"t_proxy_recv":27175.845046516,"t_decision_unix":1779961172.3999872,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9124296849576172,"affinity_num_requests":1,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5651 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":5651,"cache_hit":58880,"estimated_new_tokens":5651,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":0,"new_prefill":64531,"score_linear":141732.0,"score_lmetric":217434},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":64531,"score_linear":190391.0,"score_lmetric":193593},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":64531,"score_linear":122597.0,"score_lmetric":186104},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":0,"new_prefill":64531,"score_linear":29501.0,"score_lmetric":72528},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":64531,"score_linear":195304.0,"score_lmetric":550641},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":64531,"score_linear":186849.0,"score_lmetric":561640},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":91379,"ongoing_decode_tokens":80246,"pending_prefill_tokens":11133,"num_requests":2,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":0,"new_prefill":64531,"score_linear":91379.0,"score_lmetric":151328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18301,"ongoing_decode_tokens":0,"pending_prefill_tokens":10621,"num_requests":1,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":58880,"new_prefill":5651,"score_linear":-40579.0,"score_lmetric":16272}],"chosen_score_linear":-40579.0,"chosen_score_lmetric":16272,"t_first_token":27188.928955132,"t_first_token_unix":1779961185.4838986,"t_done":27190.9115474,"t_done_unix":1779961187.4664903},{"request_id":"1367329:2:1371226:595","session_id":"1367329","input_length":32814,"t_proxy_recv":27179.091328559,"t_decision_unix":1779961175.64627,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8113610044493205,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6190 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":6190,"cache_hit":26624,"estimated_new_tokens":6190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":134850,"ongoing_decode_tokens":134850,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":0,"new_prefill":32814,"score_linear":134850.0,"score_lmetric":65628},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1178,"cache_hit":0,"new_prefill":32814,"score_linear":190391.0,"score_lmetric":98442},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1582,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":32814,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":32814,"score_linear":195304.0,"score_lmetric":455490},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":32814,"score_linear":186849.0,"score_lmetric":434772},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":32814,"score_linear":80246.0,"score_lmetric":32814},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82832,"ongoing_decode_tokens":18301,"pending_prefill_tokens":5651,"num_requests":2,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":26624,"new_prefill":6190,"score_linear":56208.0,"score_lmetric":23682}],"chosen_score_linear":56208.0,"chosen_score_lmetric":23682,"t_first_token":27188.935674541,"t_first_token_unix":1779961185.4906178,"t_done":27190.963867798,"t_done_unix":1779961187.5188112},{"request_id":"1366128:5:1373829:610","session_id":"1366128","input_length":46764,"t_proxy_recv":27188.359993511,"t_decision_unix":1779961184.9149346,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":34816,"affinity_cache_ratio":0.7445043195620563,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,1,3,1,3,2,2,5])","v3_prefill_cache_hit":34816,"v3_new_local":11948,"cache_hit":34816,"estimated_new_tokens":11948,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":136519,"ongoing_decode_tokens":136519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":34816,"new_prefill":11948,"score_linear":101703.0,"score_lmetric":23896},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":46764,"score_linear":68259.0,"score_lmetric":46764},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":46764,"score_linear":139499.0,"score_lmetric":252518},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":46764,"score_linear":126340.0,"score_lmetric":173104},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195464,"ongoing_decode_tokens":195464,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":46764,"score_linear":195464.0,"score_lmetric":140292},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":98429,"ongoing_decode_tokens":98429,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":46764,"score_linear":98429.0,"score_lmetric":93528},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":46764,"score_linear":106951.0,"score_lmetric":93528},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":46764,"score_linear":144326.0,"score_lmetric":298185}],"chosen_score_linear":101703.0,"chosen_score_lmetric":23896,"t_first_token":27191.72140743,"t_first_token_unix":1779961188.2763515,"t_done":27192.230965231,"t_done_unix":1779961188.785909},{"request_id":"1363943:5:1373637:609","session_id":"1363943","input_length":18676,"t_proxy_recv":27190.554631013,"t_decision_unix":1779961187.1095726,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9869351038766331,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":244,"cache_hit":18432,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":8704,"new_prefill":9972,"score_linear":174579.0,"score_lmetric":65760},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":18676,"score_linear":68259.0,"score_lmetric":18676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":4096,"new_prefill":14580,"score_linear":135403.0,"score_lmetric":188150},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":14580,"score_linear":122244.0,"score_lmetric":140920},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18676,"score_linear":167371.0,"score_lmetric":37352},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":0,"pending_prefill_tokens":20422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":18676,"score_linear":83398.0,"score_lmetric":78196},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4096,"new_prefill":14580,"score_linear":102855.0,"score_lmetric":29160},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":115646,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":18432,"new_prefill":244,"score_linear":97214.0,"score_lmetric":732}],"chosen_score_linear":97214.0,"chosen_score_lmetric":732,"t_first_token":27190.682366443,"t_first_token_unix":1779961187.2373097,"t_done":27192.258279266,"t_done_unix":1779961188.8132224},{"request_id":"1374465:1:1374465:613","session_id":"1374465","input_length":18497,"t_proxy_recv":27190.585239913,"t_decision_unix":1779961187.1401815,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":18497.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,1,3,1,2,2,2,4])","v3_prefill_cache_hit":0,"v3_new_local":18497,"cache_hit":0,"estimated_new_tokens":18497,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":18497,"score_linear":183283.0,"score_lmetric":91335},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":18497,"score_linear":68259.0,"score_lmetric":18497},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":18497,"score_linear":139499.0,"score_lmetric":195984},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":18497,"score_linear":126340.0,"score_lmetric":144837},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18497,"score_linear":167371.0,"score_lmetric":36994},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":0,"pending_prefill_tokens":20422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":18497,"score_linear":83398.0,"score_lmetric":77838},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":18497,"score_linear":106951.0,"score_lmetric":36994},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134322,"ongoing_decode_tokens":115646,"pending_prefill_tokens":244,"num_requests":4,"active_p_offloads":0,"cached_blocks":1692,"cache_hit":0,"new_prefill":18497,"score_linear":134322.0,"score_lmetric":74964}],"chosen_score_linear":68259.0,"chosen_score_lmetric":18497,"t_first_token":27192.473408565,"t_first_token_unix":1779961189.0283525,"t_done":27192.861184462,"t_done_unix":1779961189.4161277},{"request_id":"1374347:1:1374347:611","session_id":"1374347","input_length":19862,"t_proxy_recv":27190.144755665,"t_decision_unix":1779961186.6996973,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.875,"fallback_score":19862.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":19862,"cache_hit":0,"estimated_new_tokens":19862,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":19862,"score_linear":183283.0,"score_lmetric":95430},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":19862,"score_linear":68259.0,"score_lmetric":19862},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":19862,"score_linear":139499.0,"score_lmetric":198714},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":19862,"score_linear":126340.0,"score_lmetric":146202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19862,"score_linear":167371.0,"score_lmetric":39724},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":19862,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":19862,"score_linear":106951.0,"score_lmetric":39724},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134042,"ongoing_decode_tokens":134042,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":19862,"score_linear":134042.0,"score_lmetric":79448}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27192.312728329,"t_first_token_unix":1779961188.867672,"t_done":27192.909952563,"t_done_unix":1779961189.4648957},{"request_id":"1370129:1:1370129:587","session_id":"1370129","input_length":18301,"t_proxy_recv":27175.381460219,"t_decision_unix":1779961171.9364016,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":10621.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,1,1,3,4,1,1])","v3_prefill_cache_hit":7680,"v3_new_local":10621,"cache_hit":7680,"estimated_new_tokens":10621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":141732,"ongoing_decode_tokens":118425,"pending_prefill_tokens":7947,"num_requests":3,"active_p_offloads":0,"cached_blocks":1638,"cache_hit":4096,"new_prefill":14205,"score_linear":137636.0,"score_lmetric":66456},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":190391,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1174,"cache_hit":0,"new_prefill":18301,"score_linear":190391.0,"score_lmetric":54903},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":7680,"new_prefill":10621,"score_linear":114917.0,"score_lmetric":132194},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":29501,"ongoing_decode_tokens":0,"pending_prefill_tokens":7997,"num_requests":1,"active_p_offloads":0,"cached_blocks":1415,"cache_hit":7680,"new_prefill":10621,"score_linear":21821.0,"score_lmetric":18618},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":18301,"score_linear":195304.0,"score_lmetric":411951},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":18301,"score_linear":186849.0,"score_lmetric":376720},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1694,"cache_hit":7680,"new_prefill":10621,"score_linear":72566.0,"score_lmetric":10621},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18160,"ongoing_decode_tokens":18160,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1680,"cache_hit":7680,"new_prefill":10621,"score_linear":10480.0,"score_lmetric":10621}],"chosen_score_linear":10480.0,"chosen_score_lmetric":10621,"t_first_token":27176.953806427,"t_first_token_unix":1779961173.5087512,"t_done":27193.67905024,"t_done_unix":1779961190.2339947},{"request_id":"1364090:2:1371798:600","session_id":"1364090","input_length":26705,"t_proxy_recv":27181.16273843,"t_decision_unix":1779961177.71768,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14336,"affinity_cache_ratio":0.5368283093053735,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,2,1,3,4,1,3])","v3_prefill_cache_hit":14336,"v3_new_local":12369,"cache_hit":14336,"estimated_new_tokens":12369,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156296,"ongoing_decode_tokens":121259,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":4096,"new_prefill":22609,"score_linear":152200.0,"score_lmetric":103818},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":0,"new_prefill":26705,"score_linear":190881.0,"score_lmetric":80115},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":7680,"new_prefill":19025,"score_linear":52324.0,"score_lmetric":19025},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":7680,"new_prefill":19025,"score_linear":5936.0,"score_lmetric":32641},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":26705,"score_linear":195304.0,"score_lmetric":437163},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":26705,"score_linear":186849.0,"score_lmetric":410336},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":14336,"new_prefill":12369,"score_linear":65910.0,"score_lmetric":12369},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":7680,"new_prefill":19025,"score_linear":107966.0,"score_lmetric":92598}],"chosen_score_linear":65910.0,"chosen_score_lmetric":12369,"t_first_token":27183.223428378,"t_first_token_unix":1779961179.7783718,"t_done":27194.413649394,"t_done_unix":1779961190.9685926},{"request_id":"1355951:3:1375866:619","session_id":"1355951","input_length":38041,"t_proxy_recv":27195.528403951,"t_decision_unix":1779961192.0833454,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9690596987460898,"affinity_num_requests":3,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1177 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":1177,"cache_hit":36864,"estimated_new_tokens":1177,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11919,"num_requests":3,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":36864,"new_prefill":1177,"score_linear":158166.0,"score_lmetric":39288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":68259,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":38041,"score_linear":104147.0,"score_lmetric":76178},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":38041,"score_linear":139499.0,"score_lmetric":235072},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":38041,"score_linear":126340.0,"score_lmetric":164381},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":38041,"score_linear":208879.0,"score_lmetric":128055},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":38041,"score_linear":63536.0,"score_lmetric":38041},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":38041,"score_linear":80246.0,"score_lmetric":38041},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":38041,"score_linear":75402.0,"score_lmetric":153158}],"chosen_score_linear":158166.0,"chosen_score_lmetric":39288,"t_first_token":27197.24861253,"t_first_token_unix":1779961193.8035562,"t_done":27198.295965548,"t_done_unix":1779961194.850909},{"request_id":"1340278:2:1367225:564","session_id":"1340278","input_length":49483,"t_proxy_recv":27165.309212432,"t_decision_unix":1779961161.8641536,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9829638461693915,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (843 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":843,"cache_hit":48640,"estimated_new_tokens":843,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":165748,"ongoing_decode_tokens":109421,"pending_prefill_tokens":2567,"num_requests":4,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":0,"new_prefill":49483,"score_linear":165748.0,"score_lmetric":208200},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":231408,"ongoing_decode_tokens":190391,"pending_prefill_tokens":7737,"num_requests":4,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":0,"new_prefill":49483,"score_linear":231408.0,"score_lmetric":228880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":49483,"score_linear":122597.0,"score_lmetric":171056},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":49483,"score_linear":91690.0,"score_lmetric":255722},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":48640,"new_prefill":843,"score_linear":97181.0,"score_lmetric":238032},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":97756,"ongoing_decode_tokens":97756,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":49483,"score_linear":97756.0,"score_lmetric":98966},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":99061,"ongoing_decode_tokens":80246,"pending_prefill_tokens":7039,"num_requests":2,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":49483,"score_linear":99061.0,"score_lmetric":113044},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":0,"new_prefill":49483,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":97181.0,"chosen_score_lmetric":238032,"t_first_token":27186.906289391,"t_first_token_unix":1779961183.4612331,"t_done":27199.627406632,"t_done_unix":1779961196.1823502},{"request_id":"1374465:2:1376358:620","session_id":"1374465","input_length":21588,"t_proxy_recv":27196.98769172,"t_decision_unix":1779961193.542633,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":18432,"affinity_cache_ratio":0.8538076709282935,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3156 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":3156,"cache_hit":18432,"estimated_new_tokens":3156,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":233071,"ongoing_decode_tokens":136519,"pending_prefill_tokens":13096,"num_requests":4,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":0,"new_prefill":21588,"score_linear":233071.0,"score_lmetric":138736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":68259,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":18432,"new_prefill":3156,"score_linear":85715.0,"score_lmetric":6408},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":21588,"score_linear":139499.0,"score_lmetric":202166},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":21588,"score_linear":126340.0,"score_lmetric":147928},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":21588,"score_linear":208879.0,"score_lmetric":78696},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":21588,"score_linear":63536.0,"score_lmetric":21588},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":21588,"score_linear":80246.0,"score_lmetric":21588},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":21588,"score_linear":75402.0,"score_lmetric":120252}],"chosen_score_linear":85715.0,"chosen_score_lmetric":6408,"t_first_token":27198.902353365,"t_first_token_unix":1779961195.457297,"t_done":27199.635597647,"t_done_unix":1779961196.1905408},{"request_id":"1277428:7:1372183:602","session_id":"1277428","input_length":38252,"t_proxy_recv":27182.594990117,"t_decision_unix":1779961179.1499317,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":36352,"affinity_cache_ratio":0.9503293945414619,"affinity_num_requests":3,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1900 < 8000)","v3_prefill_cache_hit":36352,"v3_new_local":1900,"cache_hit":36352,"estimated_new_tokens":1900,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156296,"ongoing_decode_tokens":121259,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":36352,"new_prefill":1900,"score_linear":119944.0,"score_lmetric":41691},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190881,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":3584,"new_prefill":34668,"score_linear":187297.0,"score_lmetric":104004},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":77411,"ongoing_decode_tokens":0,"pending_prefill_tokens":17407,"num_requests":2,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":38252,"score_linear":77411.0,"score_lmetric":111318},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1456,"cache_hit":17408,"new_prefill":20844,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":38252,"score_linear":195304.0,"score_lmetric":471804},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":38252,"score_linear":186849.0,"score_lmetric":456524},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":80246,"pending_prefill_tokens":12369,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4608,"new_prefill":33644,"score_linear":102343.0,"score_lmetric":92026},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":0,"new_prefill":38252,"score_linear":115646.0,"score_lmetric":150279}],"chosen_score_linear":119944.0,"chosen_score_lmetric":41691,"t_first_token":27183.662466818,"t_first_token_unix":1779961180.2174106,"t_done":27199.896668455,"t_done_unix":1779961196.4516118},{"request_id":"1340278:3:1368072:576","session_id":"1340278","input_length":50124,"t_proxy_recv":27199.656546374,"t_decision_unix":1779961196.211488,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9908227595563004,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (460 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":460,"cache_hit":49664,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":195030,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":50124,"score_linear":195030.0,"score_lmetric":150372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":50124,"score_linear":104147.0,"score_lmetric":100248},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":50124,"score_linear":139499.0,"score_lmetric":259238},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":50124,"score_linear":126340.0,"score_lmetric":176464},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":159396,"ongoing_decode_tokens":159396,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1555,"cache_hit":49664,"new_prefill":460,"score_linear":109732.0,"score_lmetric":920},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":79777,"ongoing_decode_tokens":63536,"pending_prefill_tokens":16241,"num_requests":2,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":50124,"score_linear":79777.0,"score_lmetric":132730},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104569,"ongoing_decode_tokens":80246,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":50124,"score_linear":104569.0,"score_lmetric":148894},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":50124,"score_linear":75402.0,"score_lmetric":177324}],"chosen_score_linear":109732.0,"chosen_score_lmetric":920,"t_first_token":27199.905059816,"t_first_token_unix":1779961196.4600031,"t_done":27199.951051864,"t_done_unix":1779961196.505995},{"request_id":"1366128:6:1375094:616","session_id":"1366128","input_length":58511,"t_proxy_recv":27192.852223231,"t_decision_unix":1779961189.4071643,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46592,"affinity_cache_ratio":0.7962947138144965,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,2,1,3,2,2,1])","v3_prefill_cache_hit":46592,"v3_new_local":11919,"cache_hit":46592,"estimated_new_tokens":11919,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":136519,"ongoing_decode_tokens":136519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":46592,"new_prefill":11919,"score_linear":89927.0,"score_lmetric":23838},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":86756,"ongoing_decode_tokens":86756,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":58511,"score_linear":86756.0,"score_lmetric":117022},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":58511,"score_linear":139499.0,"score_lmetric":276012},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":58511,"score_linear":126340.0,"score_lmetric":184851},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":58511,"score_linear":208879.0,"score_lmetric":189465},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":83398,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":58511,"score_linear":83398.0,"score_lmetric":117022},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":58511,"score_linear":106951.0,"score_lmetric":117022},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":58511,"score_linear":18301.0,"score_lmetric":58511}],"chosen_score_linear":89927.0,"chosen_score_lmetric":23838,"t_first_token":27197.05191951,"t_first_token_unix":1779961193.6068628,"t_done":27200.841374942,"t_done_unix":1779961197.3963184},{"request_id":"1377061:1:1377061:622","session_id":"1377061","input_length":16241,"t_proxy_recv":27199.616570463,"t_decision_unix":1779961196.1715114,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":16241.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[3,3,2,1,3,1,2,2])","v3_prefill_cache_hit":0,"v3_new_local":16241,"cache_hit":0,"estimated_new_tokens":16241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":195030,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1722,"cache_hit":0,"new_prefill":16241,"score_linear":195030.0,"score_lmetric":48723},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125735,"ongoing_decode_tokens":125735,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":16241,"score_linear":125735.0,"score_lmetric":48723},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":16241,"score_linear":139499.0,"score_lmetric":191472},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":16241,"score_linear":126340.0,"score_lmetric":142581},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":208879,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":16241,"score_linear":208879.0,"score_lmetric":48723},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":16241,"score_linear":63536.0,"score_lmetric":16241},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":104569,"ongoing_decode_tokens":80246,"pending_prefill_tokens":24323,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":16241,"score_linear":104569.0,"score_lmetric":81128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":16241,"score_linear":75402.0,"score_lmetric":109558}],"chosen_score_linear":63536.0,"chosen_score_lmetric":16241,"t_first_token":27201.113529867,"t_first_token_unix":1779961197.6684732,"t_done":27201.385697107,"t_done_unix":1779961197.9406402},{"request_id":"1268861:7:1374579:614","session_id":"1268861","input_length":41508,"t_proxy_recv":27191.050836155,"t_decision_unix":1779961187.6057777,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":36864,"affinity_cache_ratio":0.8881179531656548,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4644 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":4644,"cache_hit":36864,"estimated_new_tokens":4644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":41508,"score_linear":183283.0,"score_lmetric":160368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":86756,"ongoing_decode_tokens":68259,"pending_prefill_tokens":18497,"num_requests":2,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":41508,"score_linear":86756.0,"score_lmetric":120010},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":41508,"score_linear":139499.0,"score_lmetric":242006},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":41508,"score_linear":126340.0,"score_lmetric":167848},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":36864,"new_prefill":4644,"score_linear":130507.0,"score_lmetric":9288},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":83398,"ongoing_decode_tokens":0,"pending_prefill_tokens":20422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":0,"new_prefill":41508,"score_linear":83398.0,"score_lmetric":123860},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":41508,"score_linear":106951.0,"score_lmetric":83016},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36977,"ongoing_decode_tokens":36977,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":34304,"new_prefill":7204,"score_linear":2673.0,"score_lmetric":14408}],"chosen_score_linear":130507.0,"chosen_score_lmetric":9288,"t_first_token":27197.939537822,"t_first_token_unix":1779961194.494481,"t_done":27201.42036021,"t_done_unix":1779961197.9753036},{"request_id":"1371337:2:1376534:621","session_id":"1371337","input_length":24323,"t_proxy_recv":27197.65250633,"t_decision_unix":1779961194.2074475,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":6,"affinity_cache_hit":9216,"affinity_cache_ratio":0.3789006290342474,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":24323.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,3,2,1,3,1,1,2])","v3_prefill_cache_hit":0,"v3_new_local":24323,"cache_hit":0,"estimated_new_tokens":24323,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":233071,"ongoing_decode_tokens":233071,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":0,"new_prefill":24323,"score_linear":233071.0,"score_lmetric":97292},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":125735,"ongoing_decode_tokens":68259,"pending_prefill_tokens":3204,"num_requests":3,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":24323,"score_linear":125735.0,"score_lmetric":82581},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":9216,"new_prefill":15107,"score_linear":130283.0,"score_lmetric":189204},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":24323,"score_linear":126340.0,"score_lmetric":150663},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":24323,"score_linear":208879.0,"score_lmetric":86901},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":24323,"score_linear":63536.0,"score_lmetric":24323},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":24323,"score_linear":80246.0,"score_lmetric":24323},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":24323,"score_linear":75402.0,"score_lmetric":125722}],"chosen_score_linear":80246.0,"chosen_score_lmetric":24323,"t_first_token":27200.458039519,"t_first_token_unix":1779961197.0129833,"t_done":27201.612060227,"t_done_unix":1779961198.1670034},{"request_id":"1360649:1:1360649:527","session_id":"1360649","input_length":117888,"t_proxy_recv":27142.168211531,"t_decision_unix":1779961138.7231524,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":117888.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":117888,"cache_hit":0,"estimated_new_tokens":117888,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":117888,"score_linear":78251.0,"score_lmetric":308310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":117888,"score_linear":130877.0,"score_lmetric":235776},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":117888,"score_linear":122597.0,"score_lmetric":239461},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":117888,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":128439,"ongoing_decode_tokens":128439,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":117888,"score_linear":128439.0,"score_lmetric":235776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":0,"new_prefill":117888,"score_linear":83526.0,"score_lmetric":201414}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27186.901856108,"t_first_token_unix":1779961183.4568012,"t_done":27202.897260974,"t_done_unix":1779961199.4522078},{"request_id":"1372791:2:1377698:624","session_id":"1372791","input_length":14851,"t_proxy_recv":27201.855691724,"t_decision_unix":1779961198.4106333,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.3102821358831055,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":14851.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,2,1,1,1,1,2])","v3_prefill_cache_hit":0,"v3_new_local":14851,"cache_hit":0,"estimated_new_tokens":14851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":14851,"score_linear":98267.0,"score_lmetric":14851},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":14851,"score_linear":104147.0,"score_lmetric":29702},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":14851,"score_linear":139499.0,"score_lmetric":188692},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4608,"new_prefill":10243,"score_linear":121732.0,"score_lmetric":136583},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1564,"cache_hit":0,"new_prefill":14851,"score_linear":117888.0,"score_lmetric":14851},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":14851,"score_linear":63536.0,"score_lmetric":14851},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":14851,"score_linear":80246.0,"score_lmetric":14851},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":14851,"score_linear":75402.0,"score_lmetric":106778}],"chosen_score_linear":63536.0,"chosen_score_lmetric":14851,"t_first_token":27203.171371477,"t_first_token_unix":1779961199.7263148,"t_done":27203.537729167,"t_done_unix":1779961200.092672},{"request_id":"1366128:7:1378071:626","session_id":"1366128","input_length":59007,"t_proxy_recv":27203.106654213,"t_decision_unix":1779961199.6615958,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9891707763485688,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (639 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":639,"cache_hit":58368,"estimated_new_tokens":639,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":121724,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":58368,"new_prefill":639,"score_linear":63356.0,"score_lmetric":1278},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":59007,"score_linear":104147.0,"score_lmetric":118014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":59007,"score_linear":139499.0,"score_lmetric":277004},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59007,"score_linear":126340.0,"score_lmetric":185347},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119052,"ongoing_decode_tokens":0,"pending_prefill_tokens":780,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":59007,"score_linear":119052.0,"score_lmetric":59787},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78387,"ongoing_decode_tokens":63536,"pending_prefill_tokens":14851,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":59007,"score_linear":78387.0,"score_lmetric":147716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":59007,"score_linear":80246.0,"score_lmetric":59007},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":59007,"score_linear":75402.0,"score_lmetric":195090}],"chosen_score_linear":63356.0,"chosen_score_lmetric":1278,"t_first_token":27203.403458859,"t_first_token_unix":1779961199.9584024,"t_done":27204.988684546,"t_done_unix":1779961201.5436318},{"request_id":"1363943:6:1375416:618","session_id":"1363943","input_length":19116,"t_proxy_recv":27193.902671213,"t_decision_unix":1779961190.4576128,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9642184557438794,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (684 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":684,"cache_hit":18432,"estimated_new_tokens":684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11919,"num_requests":3,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":8704,"new_prefill":10412,"score_linear":186326.0,"score_lmetric":66993},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":68259,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":19116,"score_linear":104147.0,"score_lmetric":38328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":4096,"new_prefill":15020,"score_linear":135403.0,"score_lmetric":189030},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":15020,"score_linear":122244.0,"score_lmetric":141360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":19116,"score_linear":208879.0,"score_lmetric":71280},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":19116,"score_linear":63536.0,"score_lmetric":19116},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":4096,"new_prefill":15020,"score_linear":102855.0,"score_lmetric":30040},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56286,"ongoing_decode_tokens":0,"pending_prefill_tokens":37854,"num_requests":1,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":18432,"new_prefill":684,"score_linear":37854.0,"score_lmetric":38538}],"chosen_score_linear":37854.0,"chosen_score_lmetric":38538,"t_first_token":27203.477746354,"t_first_token_unix":1779961200.0326896,"t_done":27204.9946893,"t_done_unix":1779961201.5496325},{"request_id":"1377061:2:1378590:631","session_id":"1377061","input_length":16515,"t_proxy_recv":27204.884799569,"t_decision_unix":1779961201.439741,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":15872,"affinity_cache_ratio":0.961065697850439,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (643 < 8000)","v3_prefill_cache_hit":15872,"v3_new_local":643,"cache_hit":15872,"estimated_new_tokens":643,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180731,"ongoing_decode_tokens":180731,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":16515,"score_linear":180731.0,"score_lmetric":49545},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":16515,"score_linear":104147.0,"score_lmetric":33030},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":16515,"score_linear":139499.0,"score_lmetric":192020},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":16515,"score_linear":126340.0,"score_lmetric":142855},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":141184,"ongoing_decode_tokens":141184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":16515,"score_linear":141184.0,"score_lmetric":33030},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":15872,"new_prefill":643,"score_linear":47664.0,"score_lmetric":643},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":80246,"pending_prefill_tokens":5458,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":16515,"score_linear":85704.0,"score_lmetric":43946},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":75402,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":16515,"score_linear":75402.0,"score_lmetric":33030}],"chosen_score_linear":47664.0,"chosen_score_lmetric":643,"t_first_token":27205.003758799,"t_first_token_unix":1779961201.558702,"t_done":27205.135554757,"t_done_unix":1779961201.6904979},{"request_id":"1360649:2:1367022:561","session_id":"1360649","input_length":119052,"t_proxy_recv":27202.924254505,"t_decision_unix":1779961199.479196,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118272,"affinity_cache_ratio":0.9934482411047273,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (780 < 8000)","v3_prefill_cache_hit":118272,"v3_new_local":780,"cache_hit":118272,"estimated_new_tokens":780,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":98267,"pending_prefill_tokens":417,"num_requests":2,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":119052,"score_linear":121724.0,"score_lmetric":238938},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":119052,"score_linear":104147.0,"score_lmetric":238104},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":119052,"score_linear":139499.0,"score_lmetric":397094},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":119052,"score_linear":126340.0,"score_lmetric":245392},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":118272,"new_prefill":780,"score_linear":-118272.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78387,"ongoing_decode_tokens":63536,"pending_prefill_tokens":14851,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":119052,"score_linear":78387.0,"score_lmetric":267806},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":119052,"score_linear":80246.0,"score_lmetric":119052},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":4096,"new_prefill":114956,"score_linear":71306.0,"score_lmetric":306988}],"chosen_score_linear":-118272.0,"chosen_score_lmetric":0,"t_first_token":27203.523444157,"t_first_token_unix":1779961200.0783875,"t_done":27206.067119926,"t_done_unix":1779961202.6220634},{"request_id":"1378684:1:1378684:632","session_id":"1378684","input_length":7810,"t_proxy_recv":27205.220884431,"t_decision_unix":1779961201.7758262,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":7810.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7810 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7810,"cache_hit":0,"estimated_new_tokens":7810,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":121724,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":7810,"score_linear":121724.0,"score_lmetric":15620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":7810,"score_linear":104147.0,"score_lmetric":15620},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":7810,"score_linear":139499.0,"score_lmetric":174610},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":7810,"score_linear":126340.0,"score_lmetric":134150},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":141184,"ongoing_decode_tokens":141184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":7810,"score_linear":141184.0,"score_lmetric":15620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1429,"cache_hit":0,"new_prefill":7810,"score_linear":63536.0,"score_lmetric":7810},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":85704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":7810,"score_linear":85704.0,"score_lmetric":15620},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77013,"ongoing_decode_tokens":56286,"pending_prefill_tokens":1783,"num_requests":2,"active_p_offloads":0,"cached_blocks":1737,"cache_hit":0,"new_prefill":7810,"score_linear":77013.0,"score_lmetric":19186}],"chosen_score_linear":63536.0,"chosen_score_lmetric":7810,"t_first_token":27205.764685816,"t_first_token_unix":1779961202.3196294,"t_done":27206.267324217,"t_done_unix":1779961202.822268},{"request_id":"1355484:8:1377993:625","session_id":"1355484","input_length":23457,"t_proxy_recv":27202.836557906,"t_decision_unix":1779961199.3914993,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9822227906381891,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (417 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":417,"cache_hit":23040,"estimated_new_tokens":417,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":23040,"new_prefill":417,"score_linear":75227.0,"score_lmetric":417},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":12800,"new_prefill":10657,"score_linear":91347.0,"score_lmetric":21314},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":23457,"score_linear":139499.0,"score_lmetric":205904},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":23457,"score_linear":126340.0,"score_lmetric":149797},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":117888,"ongoing_decode_tokens":117888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1564,"cache_hit":0,"new_prefill":23457,"score_linear":117888.0,"score_lmetric":23457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78387,"ongoing_decode_tokens":63536,"pending_prefill_tokens":14851,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":0,"new_prefill":23457,"score_linear":78387.0,"score_lmetric":76616},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":23457,"score_linear":80246.0,"score_lmetric":23457},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":12800,"new_prefill":10657,"score_linear":62602.0,"score_lmetric":98390}],"chosen_score_linear":75227.0,"chosen_score_lmetric":417,"t_first_token":27202.942966818,"t_first_token_unix":1779961199.4979103,"t_done":27206.352181567,"t_done_unix":1779961202.9071252},{"request_id":"1363943:7:1377305:623","session_id":"1363943","input_length":20727,"t_proxy_recv":27205.000913651,"t_decision_unix":1779961201.555855,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9139769382930477,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1783 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":1783,"cache_hit":18944,"estimated_new_tokens":1783,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":121724,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":8704,"new_prefill":12023,"score_linear":113020.0,"score_lmetric":24046},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":20727,"score_linear":104147.0,"score_lmetric":41454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":4096,"new_prefill":16631,"score_linear":135403.0,"score_lmetric":192252},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":16631,"score_linear":122244.0,"score_lmetric":142971},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":141184,"ongoing_decode_tokens":141184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":20727,"score_linear":141184.0,"score_lmetric":41454},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":80051,"ongoing_decode_tokens":63536,"pending_prefill_tokens":643,"num_requests":2,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":20727,"score_linear":80051.0,"score_lmetric":42740},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":80246,"pending_prefill_tokens":5458,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":4096,"new_prefill":16631,"score_linear":81608.0,"score_lmetric":44178},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1737,"cache_hit":18944,"new_prefill":1783,"score_linear":37342.0,"score_lmetric":1783}],"chosen_score_linear":37342.0,"chosen_score_lmetric":1783,"t_first_token":27205.295748094,"t_first_token_unix":1779961201.8506916,"t_done":27207.154392771,"t_done_unix":1779961203.7093365},{"request_id":"1269373:22:1358956:522","session_id":"1269373","input_length":80246,"t_proxy_recv":27140.182606843,"t_decision_unix":1779961136.7375484,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9761981905640157,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1910 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":1910,"cache_hit":78336,"estimated_new_tokens":1910,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":78251,"ongoing_decode_tokens":0,"pending_prefill_tokens":36267,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":4096,"new_prefill":76150,"score_linear":74155.0,"score_lmetric":224834},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":0,"new_prefill":80246,"score_linear":130877.0,"score_lmetric":160492},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":7680,"new_prefill":72566,"score_linear":114917.0,"score_lmetric":194139},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":7680,"new_prefill":72566,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":80246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":34611,"ongoing_decode_tokens":0,"pending_prefill_tokens":307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1027,"cache_hit":0,"new_prefill":80246,"score_linear":34611.0,"score_lmetric":80553},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":48193,"ongoing_decode_tokens":48193,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":78336,"new_prefill":1910,"score_linear":-30143.0,"score_lmetric":1910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83526,"ongoing_decode_tokens":0,"pending_prefill_tokens":83526,"num_requests":1,"active_p_offloads":0,"cached_blocks":1343,"cache_hit":7680,"new_prefill":72566,"score_linear":75846.0,"score_lmetric":156092}],"chosen_score_linear":-30143.0,"chosen_score_lmetric":1910,"t_first_token":27141.193420742,"t_first_token_unix":1779961137.7483642,"t_done":27207.237973605,"t_done_unix":1779961203.792917},{"request_id":"1378543:1:1378543:630","session_id":"1378543","input_length":5458,"t_proxy_recv":27204.72961141,"t_decision_unix":1779961201.2845523,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":5458.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5458 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5458,"cache_hit":0,"estimated_new_tokens":5458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180731,"ongoing_decode_tokens":180731,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":5458,"score_linear":180731.0,"score_lmetric":16374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":5458,"score_linear":104147.0,"score_lmetric":10916},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":5458,"score_linear":139499.0,"score_lmetric":169906},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5458,"score_linear":126340.0,"score_lmetric":131798},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":141184,"ongoing_decode_tokens":141184,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":0,"new_prefill":5458,"score_linear":141184.0,"score_lmetric":10916},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1428,"cache_hit":0,"new_prefill":5458,"score_linear":63536.0,"score_lmetric":5458},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":5458,"score_linear":80246.0,"score_lmetric":5458},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":75402,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":5458,"score_linear":75402.0,"score_lmetric":10916}],"chosen_score_linear":80246.0,"chosen_score_lmetric":5458,"t_first_token":27205.14848694,"t_first_token_unix":1779961201.7034302,"t_done":27207.315956714,"t_done_unix":1779961203.8709},{"request_id":"1379185:1:1379185:634","session_id":"1379185","input_length":1422,"t_proxy_recv":27206.939076136,"t_decision_unix":1779961203.4940174,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1422.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1422 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1422,"cache_hit":0,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":0,"new_prefill":1422,"score_linear":98267.0,"score_lmetric":1422},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":1422,"score_linear":104147.0,"score_lmetric":2844},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":1422,"score_linear":139499.0,"score_lmetric":161834},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1422,"score_linear":126340.0,"score_lmetric":127762},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":22132,"pending_prefill_tokens":15283,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":1422,"score_linear":37415.0,"score_lmetric":33410},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":1422,"score_linear":63536.0,"score_lmetric":1422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":85704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":1422,"score_linear":85704.0,"score_lmetric":2844},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77013,"ongoing_decode_tokens":77013,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1737,"cache_hit":0,"new_prefill":1422,"score_linear":77013.0,"score_lmetric":2844}],"chosen_score_linear":98267.0,"chosen_score_lmetric":1422,"t_first_token":27207.219154268,"t_first_token_unix":1779961203.774098,"t_done":27207.650398435,"t_done_unix":1779961204.2053416},{"request_id":"1279412:25:1366203:554","session_id":"1279412","input_length":98267,"t_proxy_recv":27161.519052692,"t_decision_unix":1779961158.073994,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9951662307794071,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (475 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":475,"cache_hit":97792,"estimated_new_tokens":475,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":11154,"ongoing_decode_tokens":0,"pending_prefill_tokens":11154,"num_requests":1,"active_p_offloads":0,"cached_blocks":1603,"cache_hit":97792,"new_prefill":475,"score_linear":-86638.0,"score_lmetric":11629},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":190391,"ongoing_decode_tokens":130877,"pending_prefill_tokens":35450,"num_requests":3,"active_p_offloads":0,"cached_blocks":1146,"cache_hit":12800,"new_prefill":85467,"score_linear":177591.0,"score_lmetric":362751},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":122597,"ongoing_decode_tokens":0,"pending_prefill_tokens":121573,"num_requests":1,"active_p_offloads":0,"cached_blocks":1345,"cache_hit":0,"new_prefill":98267,"score_linear":122597.0,"score_lmetric":219840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":91690,"ongoing_decode_tokens":0,"pending_prefill_tokens":78378,"num_requests":2,"active_p_offloads":0,"cached_blocks":1190,"cache_hit":0,"new_prefill":98267,"score_linear":91690.0,"score_lmetric":353290},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":145821,"ongoing_decode_tokens":0,"pending_prefill_tokens":118173,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":98267,"score_linear":145821.0,"score_lmetric":432880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62685,"ongoing_decode_tokens":0,"pending_prefill_tokens":62685,"num_requests":1,"active_p_offloads":0,"cached_blocks":1028,"cache_hit":0,"new_prefill":98267,"score_linear":62685.0,"score_lmetric":160952},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1663,"cache_hit":0,"new_prefill":98267,"score_linear":80246.0,"score_lmetric":98267},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1626,"cache_hit":39936,"new_prefill":58331,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-86638.0,"chosen_score_lmetric":11629,"t_first_token":27162.207834875,"t_first_token_unix":1779961158.7627778,"t_done":27208.406362402,"t_done_unix":1779961204.961306},{"request_id":"1286804:4:1378156:627","session_id":"1286804","input_length":22132,"t_proxy_recv":27203.365872868,"t_decision_unix":1779961199.9208145,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":15360,"affinity_cache_ratio":0.694017711910356,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6772 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":6772,"cache_hit":15360,"estimated_new_tokens":6772,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180731,"ongoing_decode_tokens":121724,"pending_prefill_tokens":639,"num_requests":3,"active_p_offloads":0,"cached_blocks":1749,"cache_hit":0,"new_prefill":22132,"score_linear":180731.0,"score_lmetric":68313},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":22132,"score_linear":104147.0,"score_lmetric":44264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":22132,"score_linear":139499.0,"score_lmetric":203254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":22132,"score_linear":126340.0,"score_lmetric":148472},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119052,"ongoing_decode_tokens":0,"pending_prefill_tokens":780,"num_requests":1,"active_p_offloads":0,"cached_blocks":1795,"cache_hit":15360,"new_prefill":6772,"score_linear":103692.0,"score_lmetric":7552},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":78387,"ongoing_decode_tokens":78387,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1399,"cache_hit":1536,"new_prefill":20596,"score_linear":76851.0,"score_lmetric":41192},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":22132,"score_linear":80246.0,"score_lmetric":22132},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":75402,"ongoing_decode_tokens":0,"pending_prefill_tokens":38538,"num_requests":2,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":0,"new_prefill":22132,"score_linear":75402.0,"score_lmetric":121340}],"chosen_score_linear":103692.0,"chosen_score_lmetric":7552,"t_first_token":27204.451429687,"t_first_token_unix":1779961201.0063932,"t_done":27208.727674838,"t_done_unix":1779961205.2826183},{"request_id":"1379569:1:1379569:638","session_id":"1379569","input_length":2632,"t_proxy_recv":27208.169074353,"t_decision_unix":1779961204.7240157,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":2632.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2632 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2632,"cache_hit":0,"estimated_new_tokens":2632,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":98267,"ongoing_decode_tokens":98267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1753,"cache_hit":0,"new_prefill":2632,"score_linear":98267.0,"score_lmetric":2632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":2632,"score_linear":104147.0,"score_lmetric":5264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":2632,"score_linear":139499.0,"score_lmetric":164254},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":2632,"score_linear":183996.0,"score_lmetric":260616},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":37415,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":2632,"score_linear":37415.0,"score_lmetric":5264},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":2632,"score_linear":63536.0,"score_lmetric":2632},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":2632,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77234,"ongoing_decode_tokens":77234,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":2632,"score_linear":77234.0,"score_lmetric":5264}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27208.332376451,"t_first_token_unix":1779961204.8873203,"t_done":27208.772893075,"t_done_unix":1779961205.3278358},{"request_id":"1370129:2:1373467:607","session_id":"1370129","input_length":56286,"t_proxy_recv":27193.703056253,"t_decision_unix":1779961190.2579978,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.3274704189318836,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":37854.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":18432,"v3_new_local":37854,"cache_hit":18432,"estimated_new_tokens":37854,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11919,"num_requests":3,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":4096,"new_prefill":52190,"score_linear":190934.0,"score_lmetric":192327},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":68259,"pending_prefill_tokens":48,"num_requests":2,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":0,"new_prefill":56286,"score_linear":104147.0,"score_lmetric":112668},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":7680,"new_prefill":48606,"score_linear":131819.0,"score_lmetric":256202},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":48606,"score_linear":118660.0,"score_lmetric":174946},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":56286,"score_linear":208879.0,"score_lmetric":182790},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":56286,"score_linear":63536.0,"score_lmetric":56286},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":7680,"new_prefill":48606,"score_linear":99271.0,"score_lmetric":97212},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1736,"cache_hit":18432,"new_prefill":37854,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":27203.476515524,"t_first_token_unix":1779961200.0314593,"t_done":27209.317361294,"t_done_unix":1779961205.8723042},{"request_id":"1279412:26:1378269:628","session_id":"1279412","input_length":100340,"t_proxy_recv":27208.424405086,"t_decision_unix":1779961204.9793468,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":99840,"affinity_cache_ratio":0.9950169423958541,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (500 < 8000)","v3_prefill_cache_hit":99840,"v3_new_local":500,"cache_hit":99840,"estimated_new_tokens":500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":99840,"new_prefill":500,"score_linear":-99840.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":12800,"new_prefill":87540,"score_linear":91347.0,"score_lmetric":175080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":100340,"score_linear":139499.0,"score_lmetric":359670},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":100340,"score_linear":183996.0,"score_lmetric":456032},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":37415,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":100340,"score_linear":37415.0,"score_lmetric":200680},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":100340,"score_linear":63536.0,"score_lmetric":100340},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":2632,"ongoing_decode_tokens":2632,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":100340,"score_linear":2632.0,"score_lmetric":100340},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77234,"ongoing_decode_tokens":77234,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":39936,"new_prefill":60404,"score_linear":37298.0,"score_lmetric":120808}],"chosen_score_linear":-99840.0,"chosen_score_lmetric":0,"t_first_token":27208.636366326,"t_first_token_unix":1779961205.19131,"t_done":27210.255182475,"t_done_unix":1779961206.8101258},{"request_id":"1355484:9:1379722:640","session_id":"1355484","input_length":23717,"t_proxy_recv":27208.685861249,"t_decision_unix":1779961205.2408028,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9930429649618417,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (165 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":165,"cache_hit":23552,"estimated_new_tokens":165,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":100340,"ongoing_decode_tokens":100340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":23552,"new_prefill":165,"score_linear":76788.0,"score_lmetric":165},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":12800,"new_prefill":10917,"score_linear":91347.0,"score_lmetric":21834},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":23717,"score_linear":139499.0,"score_lmetric":206424},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":23717,"score_linear":183996.0,"score_lmetric":302786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":37415,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":23717,"score_linear":37415.0,"score_lmetric":47434},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":23717,"score_linear":63536.0,"score_lmetric":23717},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":2632,"ongoing_decode_tokens":2632,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":23717,"score_linear":2632.0,"score_lmetric":23717},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77234,"ongoing_decode_tokens":77234,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":12800,"new_prefill":10917,"score_linear":64434.0,"score_lmetric":21834}],"chosen_score_linear":76788.0,"chosen_score_lmetric":165,"t_first_token":27208.759661296,"t_first_token_unix":1779961205.3146045,"t_done":27210.30675805,"t_done_unix":1779961206.861701},{"request_id":"1377061:3:1380174:641","session_id":"1377061","input_length":17368,"t_proxy_recv":27210.291881747,"t_decision_unix":1779961206.8468235,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":16384,"affinity_cache_ratio":0.943344081068632,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (984 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":984,"cache_hit":16384,"estimated_new_tokens":984,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":23717,"ongoing_decode_tokens":23717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":17368,"score_linear":23717.0,"score_lmetric":17368},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":17368,"score_linear":104147.0,"score_lmetric":34736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":17368,"score_linear":139499.0,"score_lmetric":34736},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":17368,"score_linear":183996.0,"score_lmetric":290088},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":17368,"score_linear":15283.0,"score_lmetric":17368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":16384,"new_prefill":984,"score_linear":47152.0,"score_lmetric":984},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":17368,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":20948,"pending_prefill_tokens":4625,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":17368,"score_linear":82405.0,"score_lmetric":43986}],"chosen_score_linear":47152.0,"chosen_score_lmetric":984,"t_first_token":27210.491889025,"t_first_token_unix":1779961207.046832,"t_done":27210.682594182,"t_done_unix":1779961207.237537},{"request_id":"1378543:2:1380447:644","session_id":"1378543","input_length":5314,"t_proxy_recv":27211.217949993,"t_decision_unix":1779961207.772891,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":5120,"affinity_cache_ratio":0.963492660895747,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (194 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":194,"cache_hit":5120,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":90137,"ongoing_decode_tokens":0,"pending_prefill_tokens":350,"num_requests":2,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":5314,"score_linear":90137.0,"score_lmetric":11328},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135054,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":5314,"score_linear":135054.0,"score_lmetric":15942},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":5314,"score_linear":139499.0,"score_lmetric":10628},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5314,"score_linear":183996.0,"score_lmetric":265980},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":5314,"score_linear":15283.0,"score_lmetric":5314},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":5314,"score_linear":63536.0,"score_lmetric":5314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":5120,"new_prefill":194,"score_linear":-5120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":5314,"score_linear":82405.0,"score_lmetric":10628}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27211.238681871,"t_first_token_unix":1779961207.793625,"t_done":27211.239484992,"t_done_unix":1779961207.7944293},{"request_id":"1366128:8:1380438:643","session_id":"1366128","input_length":59230,"t_proxy_recv":27211.172021084,"t_decision_unix":1779961207.7269628,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9940908323484721,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (350 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":350,"cache_hit":58880,"estimated_new_tokens":350,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":58880,"new_prefill":350,"score_linear":-27973.0,"score_lmetric":350},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135054,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":59230,"score_linear":135054.0,"score_lmetric":177690},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":59230,"score_linear":139499.0,"score_lmetric":118460},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59230,"score_linear":183996.0,"score_lmetric":373812},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":59230,"score_linear":15283.0,"score_lmetric":59230},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":59230,"score_linear":63536.0,"score_lmetric":59230},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":59230,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":59230,"score_linear":82405.0,"score_lmetric":118460}],"chosen_score_linear":-27973.0,"chosen_score_lmetric":350,"t_first_token":27211.328451045,"t_first_token_unix":1779961207.8833942,"t_done":27211.963145813,"t_done_unix":1779961208.5180893},{"request_id":"1363093:3:1374394:612","session_id":"1363093","input_length":63536,"t_proxy_recv":27190.299191154,"t_decision_unix":1779961186.8541324,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9911860992193402,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (560 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":560,"cache_hit":62976,"estimated_new_tokens":560,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":183283,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11948,"num_requests":3,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":63536,"score_linear":183283.0,"score_lmetric":226452},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1259,"cache_hit":0,"new_prefill":63536,"score_linear":68259.0,"score_lmetric":63536},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":63536,"score_linear":139499.0,"score_lmetric":286062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":63536,"score_linear":126340.0,"score_lmetric":189876},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":167371,"ongoing_decode_tokens":167371,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":63536,"score_linear":167371.0,"score_lmetric":127072},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":19862,"ongoing_decode_tokens":0,"pending_prefill_tokens":19862,"num_requests":1,"active_p_offloads":0,"cached_blocks":1330,"cache_hit":62976,"new_prefill":560,"score_linear":-43114.0,"score_lmetric":20422},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":63536,"score_linear":106951.0,"score_lmetric":127072},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":134042,"ongoing_decode_tokens":134042,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":63536,"score_linear":134042.0,"score_lmetric":254144}],"chosen_score_linear":-43114.0,"chosen_score_lmetric":20422,"t_first_token":27192.31513626,"t_first_token_unix":1779961188.8700805,"t_done":27212.023462046,"t_done_unix":1779961208.5784054},{"request_id":"1379569:2:1380473:645","session_id":"1379569","input_length":6767,"t_proxy_recv":27211.354294318,"t_decision_unix":1779961207.9092357,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":2560,"affinity_cache_ratio":0.37830648736515443,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":4207.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4207 < 8000)","v3_prefill_cache_hit":2560,"v3_new_local":4207,"cache_hit":2560,"estimated_new_tokens":4207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":90137,"ongoing_decode_tokens":59230,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":6767,"score_linear":90137.0,"score_lmetric":13534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135054,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":6767,"score_linear":135054.0,"score_lmetric":20301},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":6767,"score_linear":139499.0,"score_lmetric":13534},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":6767,"score_linear":183996.0,"score_lmetric":268886},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":6767,"score_linear":15283.0,"score_lmetric":6767},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":6767,"score_linear":63536.0,"score_lmetric":6767},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":2560,"new_prefill":4207,"score_linear":-2560.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":6767,"score_linear":82405.0,"score_lmetric":13534}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":27211.672960081,"t_first_token_unix":1779961208.2279036,"t_done":27212.295641942,"t_done_unix":1779961208.850585},{"request_id":"1373577:1:1373577:608","session_id":"1373577","input_length":79495,"t_proxy_recv":27187.539310723,"t_decision_unix":1779961184.0942523,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":79495.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":79495,"cache_hit":0,"estimated_new_tokens":79495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":136519,"ongoing_decode_tokens":136519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1697,"cache_hit":0,"new_prefill":79495,"score_linear":136519.0,"score_lmetric":158990},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":79495,"score_linear":130877.0,"score_lmetric":158990},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":79495,"score_linear":60004.0,"score_lmetric":79495},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":79495,"score_linear":126340.0,"score_lmetric":205835},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":195304,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":79495,"score_linear":195304.0,"score_lmetric":238485},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":171348,"ongoing_decode_tokens":171348,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1186,"cache_hit":0,"new_prefill":79495,"score_linear":171348.0,"score_lmetric":238485},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":79495,"score_linear":106951.0,"score_lmetric":158990},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":2560,"new_prefill":76935,"score_linear":141766.0,"score_lmetric":449040}],"chosen_score_linear":60004.0,"chosen_score_lmetric":79495,"t_first_token":27209.021977977,"t_first_token_unix":1779961205.5769215,"t_done":27213.923678237,"t_done_unix":1779961210.4786217},{"request_id":"1279412:27:1380696:646","session_id":"1279412","input_length":100538,"t_proxy_recv":27212.237085747,"t_decision_unix":1779961208.792027,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9981499532515069,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (186 < 8000)","v3_prefill_cache_hit":100352,"v3_new_local":186,"cache_hit":100352,"estimated_new_tokens":186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":100352,"new_prefill":186,"score_linear":-69445.0,"score_lmetric":186},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135054,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":12800,"new_prefill":87738,"score_linear":122254.0,"score_lmetric":263214},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":100538,"score_linear":139499.0,"score_lmetric":201076},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":100538,"score_linear":183996.0,"score_lmetric":456428},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":100538,"score_linear":15283.0,"score_lmetric":100538},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":100538,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":6767,"ongoing_decode_tokens":6767,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":100538,"score_linear":6767.0,"score_lmetric":100538},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":39936,"new_prefill":60602,"score_linear":42469.0,"score_lmetric":121204}],"chosen_score_linear":-69445.0,"chosen_score_lmetric":186,"t_first_token":27212.447175365,"t_first_token_unix":1779961209.002119,"t_done":27214.493496871,"t_done_unix":1779961211.0484407},{"request_id":"1374465:3:1380413:642","session_id":"1374465","input_length":30907,"t_proxy_recv":27211.089642417,"t_decision_unix":1779961207.644584,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":21504,"affinity_cache_ratio":0.6957647134953246,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":21504,"v3_new_local":9403,"v3_src_idx":1,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":21504,"estimated_new_tokens":9403,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":21504,"new_prefill":9403,"score_linear":82643.0,"score_lmetric":18806},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":30907,"score_linear":139499.0,"score_lmetric":61814},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":30907,"score_linear":183996.0,"score_lmetric":317166},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":30907,"score_linear":15283.0,"score_lmetric":30907},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1445,"cache_hit":0,"new_prefill":30907,"score_linear":63536.0,"score_lmetric":30907},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":0,"new_prefill":30907,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":20948,"pending_prefill_tokens":4625,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":30907,"score_linear":82405.0,"score_lmetric":71064}],"chosen_score_linear":82643.0,"chosen_score_lmetric":18806,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":27211.090424161,"t_prefill_sent_unix":1779961207.6453667,"t_prefill_done":27212.975977329,"t_prefill_done_unix":1779961209.5309207,"t_decode_sent":27212.976519792,"t_decode_sent_unix":1779961209.531463,"t_first_token":27214.373888718,"t_first_token_unix":1779961210.9288325,"t_done":27215.079128953,"t_done_unix":1779961211.6340723},{"request_id":"1381728:1:1381728:651","session_id":"1381728","input_length":1391,"t_proxy_recv":27215.89066774,"t_decision_unix":1779961212.4456093,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":1391.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1391 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1391,"cache_hit":0,"estimated_new_tokens":1391,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":1391,"score_linear":104147.0,"score_lmetric":2782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":1391,"score_linear":141151.0,"score_lmetric":2782},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1391,"score_linear":183996.0,"score_lmetric":258134},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":1391,"score_linear":15283.0,"score_lmetric":1391},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":1391,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21609,"ongoing_decode_tokens":21609,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":1391,"score_linear":21609.0,"score_lmetric":2782},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93050,"ongoing_decode_tokens":93050,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":1391,"score_linear":93050.0,"score_lmetric":4173}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27215.989477488,"t_first_token_unix":1779961212.544421,"t_done":27216.136842908,"t_done_unix":1779961212.6917863},{"request_id":"1362265:4:1381673:650","session_id":"1362265","input_length":10645,"t_proxy_recv":27215.66580128,"t_decision_unix":1779961212.2207427,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9619539689995303,"affinity_num_requests":2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (405 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":405,"cache_hit":10240,"estimated_new_tokens":405,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":10645,"score_linear":104147.0,"score_lmetric":21290},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":10645,"score_linear":141151.0,"score_lmetric":21290},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":10645,"score_linear":183996.0,"score_lmetric":276642},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":10645,"score_linear":15283.0,"score_lmetric":10645},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":10645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21609,"ongoing_decode_tokens":0,"pending_prefill_tokens":14953,"num_requests":2,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":6656,"new_prefill":3989,"score_linear":14953.0,"score_lmetric":37884},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":10240,"new_prefill":405,"score_linear":72165.0,"score_lmetric":810}],"chosen_score_linear":72165.0,"chosen_score_lmetric":810,"t_first_token":27215.766313235,"t_first_token_unix":1779961212.3212564,"t_done":27216.239644496,"t_done_unix":1779961212.7945879},{"request_id":"1379569:3:1381510:649","session_id":"1379569","input_length":7620,"t_proxy_recv":27214.982053108,"t_decision_unix":1779961211.536994,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":6656,"affinity_cache_ratio":0.873490813648294,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (964 < 8000)","v3_prefill_cache_hit":6656,"v3_new_local":964,"cache_hit":6656,"estimated_new_tokens":964,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":7620,"score_linear":30907.0,"score_lmetric":7620},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":7620,"score_linear":104147.0,"score_lmetric":15240},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":7620,"score_linear":141151.0,"score_lmetric":15240},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":7620,"score_linear":183996.0,"score_lmetric":270592},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":7620,"score_linear":15283.0,"score_lmetric":7620},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":7620,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":0,"pending_prefill_tokens":13989,"num_requests":1,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":6656,"new_prefill":964,"score_linear":7333.0,"score_lmetric":14953},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":7620,"score_linear":82405.0,"score_lmetric":15240}],"chosen_score_linear":7333.0,"chosen_score_lmetric":14953,"t_first_token":27215.863987347,"t_first_token_unix":1779961212.4189315,"t_done":27216.529584605,"t_done_unix":1779961213.0845282},{"request_id":"1366128:9:1381799:652","session_id":"1366128","input_length":59374,"t_proxy_recv":27216.145828003,"t_decision_unix":1779961212.700769,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9916798598713241,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (494 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":494,"cache_hit":58880,"estimated_new_tokens":494,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":58880,"new_prefill":494,"score_linear":-58880.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":59374,"score_linear":104147.0,"score_lmetric":118748},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":59374,"score_linear":141151.0,"score_lmetric":118748},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59374,"score_linear":183996.0,"score_lmetric":374100},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":59374,"score_linear":15283.0,"score_lmetric":59374},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":59374,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21609,"ongoing_decode_tokens":21609,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":59374,"score_linear":21609.0,"score_lmetric":118748},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93050,"ongoing_decode_tokens":93050,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":59374,"score_linear":93050.0,"score_lmetric":178122}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":27216.286975564,"t_first_token_unix":1779961212.8419192,"t_done":27216.666375207,"t_done_unix":1779961213.2213185},{"request_id":"1314357:4:1352612:497","session_id":"1314357","input_length":68259,"t_proxy_recv":27113.883362677,"t_decision_unix":1779961110.4383037,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":67072,"affinity_cache_ratio":0.9826103517484874,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1187 < 8000)","v3_prefill_cache_hit":67072,"v3_new_local":1187,"cache_hit":67072,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":96026,"ongoing_decode_tokens":96026,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1437,"cache_hit":0,"new_prefill":68259,"score_linear":96026.0,"score_lmetric":68259},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":62618,"ongoing_decode_tokens":62618,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1136,"cache_hit":67072,"new_prefill":1187,"score_linear":-4454.0,"score_lmetric":1187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1332,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":21371,"ongoing_decode_tokens":21371,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1143,"cache_hit":0,"new_prefill":68259,"score_linear":21371.0,"score_lmetric":68259},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":18840,"ongoing_decode_tokens":0,"pending_prefill_tokens":18840,"num_requests":1,"active_p_offloads":0,"cached_blocks":1450,"cache_hit":0,"new_prefill":68259,"score_linear":18840.0,"score_lmetric":87099},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":10575,"ongoing_decode_tokens":10575,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":949,"cache_hit":0,"new_prefill":68259,"score_linear":10575.0,"score_lmetric":68259},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1598,"cache_hit":0,"new_prefill":68259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":21436,"ongoing_decode_tokens":0,"pending_prefill_tokens":9148,"num_requests":1,"active_p_offloads":0,"cached_blocks":1299,"cache_hit":0,"new_prefill":68259,"score_linear":21436.0,"score_lmetric":77407}],"chosen_score_linear":-4454.0,"chosen_score_lmetric":1187,"t_first_token":27114.373127022,"t_first_token_unix":1779961110.928071,"t_done":27216.905599673,"t_done_unix":1779961213.460543},{"request_id":"1370129:3:1379538:637","session_id":"1370129","input_length":61457,"t_proxy_recv":27209.338709261,"t_decision_unix":1779961205.8936505,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9247441300421433,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4625 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":4625,"cache_hit":56832,"estimated_new_tokens":4625,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":124057,"ongoing_decode_tokens":124057,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1755,"cache_hit":4096,"new_prefill":57361,"score_linear":119961.0,"score_lmetric":114722},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":61457,"score_linear":104147.0,"score_lmetric":122914},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":79495,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":7680,"new_prefill":53777,"score_linear":131819.0,"score_lmetric":107554},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":53777,"score_linear":176316.0,"score_lmetric":362906},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":61457,"score_linear":15283.0,"score_lmetric":61457},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":61457,"score_linear":63536.0,"score_lmetric":61457},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1808,"cache_hit":7680,"new_prefill":53777,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":56832,"new_prefill":4625,"score_linear":-35884.0,"score_lmetric":4625}],"chosen_score_linear":-35884.0,"chosen_score_lmetric":4625,"t_first_token":27211.161521225,"t_first_token_unix":1779961207.7164643,"t_done":27217.654736707,"t_done_unix":1779961214.2096825},{"request_id":"1382294:1:1382294:656","session_id":"1382294","input_length":3034,"t_proxy_recv":27217.88994119,"t_decision_unix":1779961214.4448817,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3034.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3034 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3034,"cache_hit":0,"estimated_new_tokens":3034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":3034,"score_linear":54012.0,"score_lmetric":57046},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1323,"cache_hit":0,"new_prefill":3034,"score_linear":35888.0,"score_lmetric":3034},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":3034,"score_linear":141151.0,"score_lmetric":6068},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":3034,"score_linear":183996.0,"score_lmetric":261420},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":3034,"score_linear":15283.0,"score_lmetric":3034},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":3034,"score_linear":85512.0,"score_lmetric":82290},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":3034,"score_linear":61390.0,"score_lmetric":6068},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":0,"new_prefill":3034,"score_linear":20948.0,"score_lmetric":3034}],"chosen_score_linear":35888.0,"chosen_score_lmetric":3034,"t_first_token":27218.120456285,"t_first_token_unix":1779961214.6753998,"t_done":27218.374349929,"t_done_unix":1779961214.9292934},{"request_id":"1363943:8:1379215:635","session_id":"1363943","input_length":20948,"t_proxy_recv":27207.165814438,"t_decision_unix":1779961203.720756,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":20480,"affinity_cache_ratio":0.97765896505633,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (468 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":468,"cache_hit":20480,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":99689,"ongoing_decode_tokens":98267,"pending_prefill_tokens":1422,"num_requests":2,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":8704,"new_prefill":12244,"score_linear":90985.0,"score_lmetric":27332},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":20948,"score_linear":104147.0,"score_lmetric":41896},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":4096,"new_prefill":16852,"score_linear":135403.0,"score_lmetric":192694},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":16852,"score_linear":122244.0,"score_lmetric":143192},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":22132,"pending_prefill_tokens":15283,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":20948,"score_linear":37415.0,"score_lmetric":72462},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":20948,"score_linear":63536.0,"score_lmetric":20948},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":85704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":4096,"new_prefill":16852,"score_linear":81608.0,"score_lmetric":33704},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56286,"ongoing_decode_tokens":56286,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":20480,"new_prefill":468,"score_linear":35806.0,"score_lmetric":468}],"chosen_score_linear":35806.0,"chosen_score_lmetric":468,"t_first_token":27207.22959068,"t_first_token_unix":1779961203.7845337,"t_done":27218.901119953,"t_done_unix":1779961215.4560635},{"request_id":"1373577:2:1380740:647","session_id":"1373577","input_length":81147,"t_proxy_recv":27213.93812064,"t_decision_unix":1779961210.4930623,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9842877740397057,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1275 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":1275,"cache_hit":79872,"estimated_new_tokens":1275,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":131445,"ongoing_decode_tokens":100538,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":81147,"score_linear":131445.0,"score_lmetric":162294},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":81147,"score_linear":104147.0,"score_lmetric":162294},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":79872,"new_prefill":1275,"score_linear":-19868.0,"score_lmetric":1275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":81147,"score_linear":183996.0,"score_lmetric":417646},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":81147,"score_linear":15283.0,"score_lmetric":81147},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":81147,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":81147,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":2560,"new_prefill":78587,"score_linear":79845.0,"score_lmetric":157174}],"chosen_score_linear":-19868.0,"chosen_score_lmetric":1275,"t_first_token":27214.794341313,"t_first_token_unix":1779961211.3492851,"t_done":27219.295461593,"t_done_unix":1779961215.850405},{"request_id":"1382667:1:1382667:658","session_id":"1382667","input_length":1955,"t_proxy_recv":27219.307851294,"t_decision_unix":1779961215.862793,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":1955.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1955 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1955,"cache_hit":0,"estimated_new_tokens":1955,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":1955,"score_linear":154778.0,"score_lmetric":112762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":1955,"score_linear":35888.0,"score_lmetric":1955},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":1955,"score_linear":60004.0,"score_lmetric":1955},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1955,"score_linear":183996.0,"score_lmetric":259262},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":1955,"score_linear":15283.0,"score_lmetric":1955},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":1955,"score_linear":85512.0,"score_lmetric":80132},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":1955,"score_linear":61390.0,"score_lmetric":3910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":1955,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27219.43244094,"t_first_token_unix":1779961215.9873838,"t_done":27219.709434763,"t_done_unix":1779961216.2643774},{"request_id":"1382804:1:1382804:660","session_id":"1382804","input_length":627,"t_proxy_recv":27219.638261665,"t_decision_unix":1779961216.1932032,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":627.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (627 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":627,"cache_hit":0,"estimated_new_tokens":627,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":627,"score_linear":154778.0,"score_lmetric":110106},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":627,"score_linear":35888.0,"score_lmetric":627},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63194,"ongoing_decode_tokens":0,"pending_prefill_tokens":3190,"num_requests":2,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":627,"score_linear":63194.0,"score_lmetric":7634},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":627,"score_linear":183996.0,"score_lmetric":256606},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":627,"score_linear":15283.0,"score_lmetric":627},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":627,"score_linear":85512.0,"score_lmetric":77476},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":627,"score_linear":61390.0,"score_lmetric":1254},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1955,"ongoing_decode_tokens":1955,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":627,"score_linear":1955.0,"score_lmetric":627}],"chosen_score_linear":1955.0,"chosen_score_lmetric":627,"t_first_token":27219.703437283,"t_first_token_unix":1779961216.25838,"t_done":27219.871476134,"t_done_unix":1779961216.426419},{"request_id":"1382710:1:1382710:659","session_id":"1382710","input_length":3190,"t_proxy_recv":27219.418607343,"t_decision_unix":1779961215.973549,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":2,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":3190.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3190 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3190,"cache_hit":0,"estimated_new_tokens":3190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":3190,"score_linear":154778.0,"score_lmetric":115232},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":3190,"score_linear":35888.0,"score_lmetric":3190},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":3190,"score_linear":60004.0,"score_lmetric":3190},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":3190,"score_linear":183996.0,"score_lmetric":261732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":3190,"score_linear":15283.0,"score_lmetric":3190},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":3190,"score_linear":85512.0,"score_lmetric":82602},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":3190,"score_linear":61390.0,"score_lmetric":6380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1955,"ongoing_decode_tokens":0,"pending_prefill_tokens":1955,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":3190,"score_linear":1955.0,"score_lmetric":5145}],"chosen_score_linear":60004.0,"chosen_score_lmetric":3190,"t_first_token":27219.697410342,"t_first_token_unix":1779961216.2523532,"t_done":27219.936679518,"t_done_unix":1779961216.4916224},{"request_id":"1313181:4:1368020:573","session_id":"1313181","input_length":60004,"t_proxy_recv":27181.05428738,"t_decision_unix":1779961177.609229,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":42496,"affinity_cache_ratio":0.7082194520365309,"affinity_num_requests":2,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":42496,"v3_new_local":17508,"v3_src_idx":1,"v3_target_idx":2,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":42496,"estimated_new_tokens":17508,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":156296,"ongoing_decode_tokens":121259,"pending_prefill_tokens":11997,"num_requests":3,"active_p_offloads":0,"cached_blocks":1668,"cache_hit":24064,"new_prefill":35940,"score_linear":132232.0,"score_lmetric":143811},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1248,"cache_hit":42496,"new_prefill":17508,"score_linear":88381.0,"score_lmetric":35016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1600,"cache_hit":0,"new_prefill":60004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":13616,"ongoing_decode_tokens":0,"pending_prefill_tokens":13616,"num_requests":1,"active_p_offloads":0,"cached_blocks":1430,"cache_hit":0,"new_prefill":60004,"score_linear":13616.0,"score_lmetric":73620},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":0,"pending_prefill_tokens":119016,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":60004,"score_linear":195304.0,"score_lmetric":537060},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":35194,"pending_prefill_tokens":75879,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":60004,"score_linear":186849.0,"score_lmetric":543532},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80246,"ongoing_decode_tokens":80246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":60004,"score_linear":80246.0,"score_lmetric":60004},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":115646,"ongoing_decode_tokens":18301,"pending_prefill_tokens":11841,"num_requests":3,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":12800,"new_prefill":47204,"score_linear":102846.0,"score_lmetric":177135}],"chosen_score_linear":88381.0,"chosen_score_lmetric":35016,"v2_src_url":"http://127.0.0.1:8001","v2_src_idx":1,"v3_decode_target_url":"http://127.0.0.1:8002","v3_decode_target_idx":2,"t_prefill_sent":27181.055838629,"t_prefill_sent_unix":1779961177.6107814,"t_prefill_done":27186.974419493,"t_prefill_done_unix":1779961183.5293667,"t_decode_sent":27186.975736352,"t_decode_sent_unix":1779961183.5306795,"t_first_token":27209.029552099,"t_first_token_unix":1779961205.5844965,"t_done":27220.333898418,"t_done_unix":1779961216.8888419},{"request_id":"1383009:1:1383009:663","session_id":"1383009","input_length":5135,"t_proxy_recv":27220.277910978,"t_decision_unix":1779961216.8328524,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":5135.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5135 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5135,"cache_hit":0,"estimated_new_tokens":5135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":5135,"score_linear":214284.0,"score_lmetric":179025},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":5135,"score_linear":35888.0,"score_lmetric":5135},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1799,"cache_hit":0,"new_prefill":5135,"score_linear":60004.0,"score_lmetric":5135},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5135,"score_linear":183996.0,"score_lmetric":265622},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":5135,"score_linear":15283.0,"score_lmetric":5135},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":5135,"score_linear":85512.0,"score_lmetric":86492},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":5135,"score_linear":61390.0,"score_lmetric":10270},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":5135,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27220.603970967,"t_first_token_unix":1779961217.158914,"t_done":27220.872393107,"t_done_unix":1779961217.4273365},{"request_id":"1382294:2:1383073:664","session_id":"1382294","input_length":5164,"t_proxy_recv":27220.502370691,"t_decision_unix":1779961217.057312,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":2560,"affinity_cache_ratio":0.4957397366382649,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":2604.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2604 < 8000)","v3_prefill_cache_hit":2560,"v3_new_local":2604,"cache_hit":2560,"estimated_new_tokens":2604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":5164,"score_linear":214284.0,"score_lmetric":179112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":2560,"new_prefill":2604,"score_linear":33328.0,"score_lmetric":2604},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":5164,"score_linear":105902.0,"score_lmetric":50650},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5164,"score_linear":183996.0,"score_lmetric":265680},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":5164,"score_linear":15283.0,"score_lmetric":5164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":5164,"score_linear":85512.0,"score_lmetric":86550},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":5164,"score_linear":61390.0,"score_lmetric":10328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":5164,"score_linear":5135.0,"score_lmetric":10299}],"chosen_score_linear":33328.0,"chosen_score_lmetric":2604,"t_first_token":27220.69273462,"t_first_token_unix":1779961217.2476778,"t_done":27221.075133866,"t_done_unix":1779961217.6300776},{"request_id":"1383090:1:1383090:665","session_id":"1383090","input_length":9305,"t_proxy_recv":27220.581251002,"t_decision_unix":1779961217.1361926,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":9305.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[4,2,1,2,1,3,2,1])","v3_prefill_cache_hit":0,"v3_new_local":9305,"cache_hit":0,"estimated_new_tokens":9305,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":9305,"score_linear":214284.0,"score_lmetric":191535},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":41052,"ongoing_decode_tokens":35888,"pending_prefill_tokens":2604,"num_requests":2,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":9305,"score_linear":41052.0,"score_lmetric":23818},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":9305,"score_linear":105902.0,"score_lmetric":54791},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":9305,"score_linear":183996.0,"score_lmetric":273962},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":9305,"score_linear":15283.0,"score_lmetric":9305},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":9305,"score_linear":85512.0,"score_lmetric":94832},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":9305,"score_linear":61390.0,"score_lmetric":18610},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":9305,"score_linear":5135.0,"score_lmetric":14440}],"chosen_score_linear":15283.0,"chosen_score_lmetric":9305,"t_first_token":27221.288150837,"t_first_token_unix":1779961217.8430948,"t_done":27221.613937359,"t_done_unix":1779961218.168881},{"request_id":"1301929:2:1375154:617","session_id":"1301929","input_length":35888,"t_proxy_recv":27193.037183149,"t_decision_unix":1779961189.5921247,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9986625055728935,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (48 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":48,"cache_hit":35840,"estimated_new_tokens":48,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":195030,"ongoing_decode_tokens":136519,"pending_prefill_tokens":11919,"num_requests":3,"active_p_offloads":0,"cached_blocks":1720,"cache_hit":3584,"new_prefill":32304,"score_linear":191446.0,"score_lmetric":132669},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":68259,"ongoing_decode_tokens":68259,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1295,"cache_hit":35840,"new_prefill":48,"score_linear":32419.0,"score_lmetric":48},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":35888,"score_linear":139499.0,"score_lmetric":230766},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":35888,"score_linear":126340.0,"score_lmetric":162228},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":208879,"ongoing_decode_tokens":167371,"pending_prefill_tokens":4644,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":35888,"score_linear":208879.0,"score_lmetric":121596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1368,"cache_hit":0,"new_prefill":35888,"score_linear":63536.0,"score_lmetric":35888},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":35888,"score_linear":106951.0,"score_lmetric":71776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":18301,"ongoing_decode_tokens":18301,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":35888,"score_linear":18301.0,"score_lmetric":35888}],"chosen_score_linear":32419.0,"chosen_score_lmetric":48,"t_first_token":27198.378936538,"t_first_token_unix":1779961194.9338806,"t_done":27222.433180088,"t_done_unix":1779961218.988124},{"request_id":"1379569:4:1383116:666","session_id":"1379569","input_length":10217,"t_proxy_recv":27220.636141642,"t_decision_unix":1779961217.1910832,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":7680,"affinity_cache_ratio":0.7516883625330332,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2537 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":2537,"cache_hit":7680,"estimated_new_tokens":2537,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":10217,"score_linear":214284.0,"score_lmetric":194271},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":41052,"ongoing_decode_tokens":35888,"pending_prefill_tokens":2604,"num_requests":2,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":10217,"score_linear":41052.0,"score_lmetric":25642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":10217,"score_linear":105902.0,"score_lmetric":55703},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":10217,"score_linear":183996.0,"score_lmetric":275786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":24588,"ongoing_decode_tokens":15283,"pending_prefill_tokens":9305,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":10217,"score_linear":24588.0,"score_lmetric":39044},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":10217,"score_linear":85512.0,"score_lmetric":96656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":7680,"new_prefill":2537,"score_linear":53710.0,"score_lmetric":5074},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":5135,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":10217,"score_linear":5135.0,"score_lmetric":10217}],"chosen_score_linear":53710.0,"chosen_score_lmetric":5074,"t_first_token":27222.069678747,"t_first_token_unix":1779961218.6246233,"t_done":27222.46468294,"t_done_unix":1779961219.0196264},{"request_id":"1383625:1:1383625:668","session_id":"1383625","input_length":3186,"t_proxy_recv":27222.47690639,"t_decision_unix":1779961219.031848,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":3186.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3186 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3186,"cache_hit":0,"estimated_new_tokens":3186,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":3186,"score_linear":214284.0,"score_lmetric":173178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":3186,"score_linear":105902.0,"score_lmetric":48672},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":3186,"score_linear":183996.0,"score_lmetric":261724},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":3186,"score_linear":15283.0,"score_lmetric":3186},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":3186,"score_linear":85512.0,"score_lmetric":82594},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":3186,"score_linear":13989.0,"score_lmetric":3186},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1841,"cache_hit":0,"new_prefill":3186,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27222.672473381,"t_first_token_unix":1779961219.2274172,"t_done":27222.802337637,"t_done_unix":1779961219.3572807},{"request_id":"1381387:1:1381387:648","session_id":"1381387","input_length":13989,"t_proxy_recv":27214.568928356,"t_decision_unix":1779961211.1238697,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":13989.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13989,"cache_hit":0,"estimated_new_tokens":13989,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":30907,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1756,"cache_hit":0,"new_prefill":13989,"score_linear":30907.0,"score_lmetric":13989},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":13989,"score_linear":104147.0,"score_lmetric":27978},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":0,"pending_prefill_tokens":1275,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":13989,"score_linear":141151.0,"score_lmetric":30528},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":13989,"score_linear":183996.0,"score_lmetric":283330},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":13989,"score_linear":15283.0,"score_lmetric":13989},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1816,"cache_hit":0,"new_prefill":13989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":13989,"score_linear":82405.0,"score_lmetric":27978}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27215.781359541,"t_first_token_unix":1779961212.3363028,"t_done":27222.936429042,"t_done_unix":1779961219.491372},{"request_id":"1382089:1:1382089:655","session_id":"1382089","input_length":38111,"t_proxy_recv":27217.164131457,"t_decision_unix":1779961213.719073,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":38111.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":38111,"cache_hit":0,"estimated_new_tokens":38111,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":34816,"new_prefill":3295,"score_linear":19196.0,"score_lmetric":57307},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1323,"cache_hit":0,"new_prefill":38111,"score_linear":35888.0,"score_lmetric":38111},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":38111,"score_linear":141151.0,"score_lmetric":76222},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":38111,"score_linear":183996.0,"score_lmetric":331574},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":38111,"score_linear":15283.0,"score_lmetric":38111},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":38111,"score_linear":47401.0,"score_lmetric":38111},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":38111,"score_linear":61390.0,"score_lmetric":76222},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":38111,"score_linear":82405.0,"score_lmetric":76222}],"chosen_score_linear":47401.0,"chosen_score_lmetric":38111,"t_first_token":27223.016711678,"t_first_token_unix":1779961219.5716548,"t_done":27223.162976303,"t_done_unix":1779961219.7179198},{"request_id":"1383625:2:1384279:673","session_id":"1383625","input_length":4150,"t_proxy_recv":27224.894763279,"t_decision_unix":1779961221.4497044,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":3072,"affinity_cache_ratio":0.7402409638554217,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1078 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":1078,"cache_hit":3072,"estimated_new_tokens":1078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":4150,"score_linear":214284.0,"score_lmetric":176070},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":4150,"score_linear":69465.0,"score_lmetric":73615},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":4150,"score_linear":105902.0,"score_lmetric":49636},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":4150,"score_linear":183996.0,"score_lmetric":263652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":4150,"score_linear":15283.0,"score_lmetric":4150},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":4150,"score_linear":47401.0,"score_lmetric":4150},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":0,"pending_prefill_tokens":14788,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":4150,"score_linear":49604.0,"score_lmetric":37876},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":3072,"new_prefill":1078,"score_linear":-3072.0,"score_lmetric":0}],"chosen_score_linear":-3072.0,"chosen_score_lmetric":0,"t_first_token":27225.057255338,"t_first_token_unix":1779961221.612199,"t_done":27225.431839731,"t_done_unix":1779961221.986783},{"request_id":"1382667:2:1384299:674","session_id":"1382667","input_length":5989,"t_proxy_recv":27224.958936026,"t_decision_unix":1779961221.5138779,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":1536,"affinity_cache_ratio":0.2564701953581566,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":5531.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4453 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":4453,"cache_hit":1536,"estimated_new_tokens":4453,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":5989,"score_linear":214284.0,"score_lmetric":181587},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":5989,"score_linear":69465.0,"score_lmetric":75454},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":5989,"score_linear":105902.0,"score_lmetric":51475},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5989,"score_linear":183996.0,"score_lmetric":267330},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":5989,"score_linear":15283.0,"score_lmetric":5989},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":5989,"score_linear":47401.0,"score_lmetric":5989},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":0,"pending_prefill_tokens":14788,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":5989,"score_linear":49604.0,"score_lmetric":41554},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4150,"ongoing_decode_tokens":0,"pending_prefill_tokens":1078,"num_requests":1,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":1536,"new_prefill":4453,"score_linear":2614.0,"score_lmetric":5531}],"chosen_score_linear":2614.0,"chosen_score_lmetric":5531,"t_first_token":27225.285141725,"t_first_token_unix":1779961221.8400857,"t_done":27225.610052983,"t_done_unix":1779961222.1649961},{"request_id":"1383009:2:1384930:679","session_id":"1383009","input_length":11113,"t_proxy_recv":27226.933718417,"t_decision_unix":1779961223.4886594,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":5,"affinity_cache_hit":5120,"affinity_cache_ratio":0.46072167731485647,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":11113.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11113,"cache_hit":0,"estimated_new_tokens":11113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":11113,"score_linear":239510.0,"score_lmetric":269308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":11113,"score_linear":69465.0,"score_lmetric":80578},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":11113,"score_linear":105902.0,"score_lmetric":56599},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":11113,"score_linear":183996.0,"score_lmetric":277578},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65148,"ongoing_decode_tokens":65148,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":11113,"score_linear":65148.0,"score_lmetric":22226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":11113,"score_linear":47401.0,"score_lmetric":11113},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":11113,"score_linear":49604.0,"score_lmetric":22684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":5120,"new_prefill":5993,"score_linear":84754.0,"score_lmetric":58450}],"chosen_score_linear":47401.0,"chosen_score_lmetric":11113,"t_first_token":27227.818913107,"t_first_token_unix":1779961224.3738592,"t_done":27228.087697328,"t_done_unix":1779961224.6426418},{"request_id":"1340290:3:1384149:672","session_id":"1340290","input_length":21221,"t_proxy_recv":27224.417599274,"t_decision_unix":1779961220.9725404,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.9892088026011969,"affinity_num_requests":3,"avg_num_requests":1.25,"fallback_score":14788.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (229 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":229,"cache_hit":20992,"estimated_new_tokens":229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":20992,"new_prefill":229,"score_linear":193292.0,"score_lmetric":164307},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":21221,"score_linear":69465.0,"score_lmetric":90686},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":21221,"score_linear":105902.0,"score_lmetric":66707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":21221,"score_linear":183996.0,"score_lmetric":297794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":21221,"score_linear":15283.0,"score_lmetric":21221},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":21221,"score_linear":47401.0,"score_lmetric":21221},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":20992,"new_prefill":229,"score_linear":7391.0,"score_lmetric":14788},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":21221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":7391.0,"chosen_score_lmetric":14788,"t_first_token":27227.582838159,"t_first_token_unix":1779961224.137782,"t_done":27229.245586638,"t_done_unix":1779961225.80053},{"request_id":"1366128:10:1382843:661","session_id":"1366128","input_length":59506,"t_proxy_recv":27219.761463979,"t_decision_unix":1779961216.3164055,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9980842268006588,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (114 < 8000)","v3_prefill_cache_hit":59392,"v3_new_local":114,"cache_hit":59392,"estimated_new_tokens":114,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":154778,"ongoing_decode_tokens":0,"pending_prefill_tokens":54426,"num_requests":2,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":59392,"new_prefill":114,"score_linear":95386.0,"score_lmetric":109080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":0,"new_prefill":59506,"score_linear":35888.0,"score_lmetric":59506},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":63194,"ongoing_decode_tokens":3190,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1793,"cache_hit":0,"new_prefill":59506,"score_linear":63194.0,"score_lmetric":119012},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":59506,"score_linear":183996.0,"score_lmetric":374364},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":59506,"score_linear":15283.0,"score_lmetric":59506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":59506,"score_linear":85512.0,"score_lmetric":195234},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":59506,"score_linear":61390.0,"score_lmetric":119012},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":627,"ongoing_decode_tokens":627,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1830,"cache_hit":0,"new_prefill":59506,"score_linear":627.0,"score_lmetric":59506}],"chosen_score_linear":95386.0,"chosen_score_lmetric":109080,"t_first_token":27228.15070306,"t_first_token_unix":1779961224.705646,"t_done":27229.602577263,"t_done_unix":1779961226.1575212},{"request_id":"1340278:3:1384549:676","session_id":"1340278","input_length":49865,"t_proxy_recv":27225.710306564,"t_decision_unix":1779961222.265248,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9959691166148601,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (201 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":201,"cache_hit":49664,"estimated_new_tokens":201,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":49865,"score_linear":239510.0,"score_lmetric":424316},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":49865,"score_linear":69465.0,"score_lmetric":119330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":49865,"score_linear":105902.0,"score_lmetric":95351},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":49865,"score_linear":183996.0,"score_lmetric":355082},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":49664,"new_prefill":201,"score_linear":-34381.0,"score_lmetric":201},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":49865,"score_linear":47401.0,"score_lmetric":49865},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":49865,"score_linear":49604.0,"score_lmetric":100188},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":49865,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34381.0,"chosen_score_lmetric":201,"t_first_token":27225.787902239,"t_first_token_unix":1779961222.3428457,"t_done":27229.834184426,"t_done_unix":1779961226.3891277},{"request_id":"1340278:3:1385417:683","session_id":"1340278","input_length":50272,"t_proxy_recv":27229.858320445,"t_decision_unix":1779961226.413262,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9879057924888606,"affinity_num_requests":3,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (608 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":608,"cache_hit":49664,"estimated_new_tokens":608,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":251258,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":50272,"score_linear":251258.0,"score_lmetric":201088},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":50272,"score_linear":69465.0,"score_lmetric":119737},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":50272,"score_linear":105902.0,"score_lmetric":95758},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":50272,"score_linear":183996.0,"score_lmetric":355896},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":51051,"ongoing_decode_tokens":51051,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":49664,"new_prefill":608,"score_linear":1387.0,"score_lmetric":1824},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":118655,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":50272,"score_linear":118655.0,"score_lmetric":100544},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54529,"ongoing_decode_tokens":28383,"pending_prefill_tokens":5154,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":50272,"score_linear":54529.0,"score_lmetric":110852},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":50272,"score_linear":89874.0,"score_lmetric":147008}],"chosen_score_linear":1387.0,"chosen_score_lmetric":1824,"t_first_token":27230.064427447,"t_first_token_unix":1779961226.6193707,"t_done":27230.105268253,"t_done_unix":1779961226.6602116},{"request_id":"1384947:1:1384947:680","session_id":"1384947","input_length":19034,"t_proxy_recv":27226.989780061,"t_decision_unix":1779961223.5447216,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":38068.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[4,1,1,2,2,2,2,2])","v3_prefill_cache_hit":0,"v3_new_local":19034,"cache_hit":0,"estimated_new_tokens":19034,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":19034,"score_linear":239510.0,"score_lmetric":300992},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":19034,"score_linear":69465.0,"score_lmetric":88499},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":19034,"score_linear":105902.0,"score_lmetric":64520},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":19034,"score_linear":183996.0,"score_lmetric":293420},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65148,"ongoing_decode_tokens":65148,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":19034,"score_linear":65148.0,"score_lmetric":38068},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":58514,"ongoing_decode_tokens":0,"pending_prefill_tokens":11113,"num_requests":2,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":19034,"score_linear":58514.0,"score_lmetric":60294},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":19034,"score_linear":49604.0,"score_lmetric":38526},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":19034,"score_linear":89874.0,"score_lmetric":84532}],"chosen_score_linear":65148.0,"chosen_score_lmetric":38068,"t_first_token":27228.924798374,"t_first_token_unix":1779961225.4797413,"t_done":27230.415691526,"t_done_unix":1779961226.9706345},{"request_id":"1383090:2:1385262:682","session_id":"1383090","input_length":16734,"t_proxy_recv":27228.18325623,"t_decision_unix":1779961224.7381978,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":9216,"affinity_cache_ratio":0.5507350304768734,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7518 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":7518,"cache_hit":9216,"estimated_new_tokens":7518,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":214284,"pending_prefill_tokens":1674,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":16734,"score_linear":239510.0,"score_lmetric":73632},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":16734,"score_linear":69465.0,"score_lmetric":86199},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":16734,"score_linear":105902.0,"score_lmetric":62220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":16734,"score_linear":183996.0,"score_lmetric":288820},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":84182,"ongoing_decode_tokens":65148,"pending_prefill_tokens":19034,"num_requests":3,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":9216,"new_prefill":7518,"score_linear":74966.0,"score_lmetric":79656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":16734,"score_linear":47401.0,"score_lmetric":16734},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":49604,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":16734,"score_linear":49604.0,"score_lmetric":33468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":16734,"score_linear":89874.0,"score_lmetric":79932}],"chosen_score_linear":74966.0,"chosen_score_lmetric":79656,"t_first_token":27229.798306799,"t_first_token_unix":1779961226.3532503,"t_done":27230.416153874,"t_done_unix":1779961226.9710965},{"request_id":"1340290:4:1385568:684","session_id":"1340290","input_length":26146,"t_proxy_recv":27229.287040711,"t_decision_unix":1779961225.841982,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":20992,"affinity_cache_ratio":0.8028761569647365,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5154 < 8000)","v3_prefill_cache_hit":20992,"v3_new_local":5154,"cache_hit":20992,"estimated_new_tokens":5154,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":239510,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":20992,"new_prefill":5154,"score_linear":218518.0,"score_lmetric":20616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":26146,"score_linear":69465.0,"score_lmetric":95611},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":26146,"score_linear":105902.0,"score_lmetric":71632},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":26146,"score_linear":183996.0,"score_lmetric":307644},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":100916,"ongoing_decode_tokens":84182,"pending_prefill_tokens":7518,"num_requests":4,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":26146,"score_linear":100916.0,"score_lmetric":134656},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":26146,"score_linear":47401.0,"score_lmetric":26146},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28383,"ongoing_decode_tokens":28383,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":20992,"new_prefill":5154,"score_linear":7391.0,"score_lmetric":5154},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":26146,"score_linear":89874.0,"score_lmetric":98756}],"chosen_score_linear":7391.0,"chosen_score_lmetric":5154,"t_first_token":27230.197610028,"t_first_token_unix":1779961226.7525532,"t_done":27230.652716594,"t_done_unix":1779961227.2076595},{"request_id":"1378979:1:1378979:633","session_id":"1378979","input_length":15283,"t_proxy_recv":27206.204693935,"t_decision_unix":1779961202.7596354,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":15283.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,2,2,1,1,2,2,2])","v3_prefill_cache_hit":0,"v3_new_local":15283,"cache_hit":0,"estimated_new_tokens":15283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":121724,"ongoing_decode_tokens":121724,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1750,"cache_hit":0,"new_prefill":15283,"score_linear":121724.0,"score_lmetric":30566},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":15283,"score_linear":104147.0,"score_lmetric":30566},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":15283,"score_linear":139499.0,"score_lmetric":189556},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":14848,"new_prefill":435,"score_linear":111492.0,"score_lmetric":126775},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":22132,"ongoing_decode_tokens":22132,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":15283,"score_linear":22132.0,"score_lmetric":15283},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71346,"ongoing_decode_tokens":71346,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1429,"cache_hit":0,"new_prefill":15283,"score_linear":71346.0,"score_lmetric":30566},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":85704,"ongoing_decode_tokens":85704,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1787,"cache_hit":0,"new_prefill":15283,"score_linear":85704.0,"score_lmetric":30566},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77013,"ongoing_decode_tokens":77013,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1737,"cache_hit":0,"new_prefill":15283,"score_linear":77013.0,"score_lmetric":30566}],"chosen_score_linear":22132.0,"chosen_score_lmetric":15283,"t_first_token":27207.572043567,"t_first_token_unix":1779961204.126987,"t_done":27230.681526578,"t_done_unix":1779961227.2364693},{"request_id":"1381387:2:1383735:669","session_id":"1381387","input_length":28383,"t_proxy_recv":27222.949522122,"t_decision_unix":1779961219.5044634,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":13824,"affinity_cache_ratio":0.4870521086565902,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":14559.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":13824,"v3_new_local":14559,"cache_hit":13824,"estimated_new_tokens":14559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":28383,"score_linear":214284.0,"score_lmetric":248769},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":28383,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":28383,"score_linear":105902.0,"score_lmetric":73869},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":28383,"score_linear":183996.0,"score_lmetric":312118},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":28383,"score_linear":15283.0,"score_lmetric":28383},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":28383,"score_linear":85512.0,"score_lmetric":132988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":13824,"new_prefill":14559,"score_linear":-13824.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":28383,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13824.0,"chosen_score_lmetric":0,"t_first_token":27225.346453,"t_first_token_unix":1779961221.901397,"t_done":27230.758659017,"t_done_unix":1779961227.3136017},{"request_id":"1364090:3:1381959:653","session_id":"1364090","input_length":47401,"t_proxy_recv":27216.673578527,"t_decision_unix":1779961213.2285202,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.5832788337798781,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":27648,"v3_new_local":19753,"v3_src_idx":6,"v3_target_idx":5,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":27648,"estimated_new_tokens":19753,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":4096,"new_prefill":43305,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1319,"cache_hit":0,"new_prefill":47401,"score_linear":104147.0,"score_lmetric":94802},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":7680,"new_prefill":39721,"score_linear":133471.0,"score_lmetric":79442},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":39721,"score_linear":176316.0,"score_lmetric":334794},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":47401,"score_linear":15283.0,"score_lmetric":47401},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":47401,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":13989,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":27648,"new_prefill":19753,"score_linear":-13659.0,"score_lmetric":19753},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":7680,"new_prefill":39721,"score_linear":74725.0,"score_lmetric":79442}],"chosen_score_linear":-13659.0,"chosen_score_lmetric":19753,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"t_prefill_sent":27216.674697179,"t_prefill_sent_unix":1779961213.2296398,"t_prefill_done":27221.8294901,"t_prefill_done_unix":1779961218.3844917,"t_decode_sent":27221.830343067,"t_decode_sent_unix":1779961218.3852866,"t_first_token":27224.012302255,"t_first_token_unix":1779961220.5672498,"t_done":27231.168476188,"t_done_unix":1779961227.7234197},{"request_id":"1340290:5:1386504:688","session_id":"1340290","input_length":27220,"t_proxy_recv":27232.433475704,"t_decision_unix":1779961228.988417,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9592946362968405,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":1108,"cache_hit":26112,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":251258,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":20992,"new_prefill":6228,"score_linear":230266.0,"score_lmetric":24912},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":27220,"score_linear":69465.0,"score_lmetric":96685},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":27220,"score_linear":105902.0,"score_lmetric":72706},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":27220,"score_linear":183996.0,"score_lmetric":309792},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":27220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":27220,"score_linear":71254.0,"score_lmetric":27220},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1926,"cache_hit":26112,"new_prefill":1108,"score_linear":-26112.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":27220,"score_linear":89874.0,"score_lmetric":100904}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":27232.719011217,"t_first_token_unix":1779961229.2739549,"t_done":27232.932590903,"t_done_unix":1779961229.487534},{"request_id":"1382086:1:1382086:654","session_id":"1382086","input_length":54012,"t_proxy_recv":27217.161525886,"t_decision_unix":1779961213.7164674,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.375,"fallback_score":54012.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":54012,"cache_hit":0,"estimated_new_tokens":54012,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":54012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1323,"cache_hit":0,"new_prefill":54012,"score_linear":35888.0,"score_lmetric":54012},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":54012,"score_linear":141151.0,"score_lmetric":108024},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":54012,"score_linear":183996.0,"score_lmetric":363376},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":54012,"score_linear":15283.0,"score_lmetric":54012},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":54012,"score_linear":47401.0,"score_lmetric":54012},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":54012,"score_linear":61390.0,"score_lmetric":108024},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":82405,"ongoing_decode_tokens":82405,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1815,"cache_hit":0,"new_prefill":54012,"score_linear":82405.0,"score_lmetric":108024}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27228.144855829,"t_first_token_unix":1779961224.6998093,"t_done":27236.054666394,"t_done_unix":1779961232.60961},{"request_id":"1279412:28:1382526:657","session_id":"1279412","input_length":100766,"t_proxy_recv":27218.815415497,"t_decision_unix":1779961215.370357,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100352,"affinity_cache_ratio":0.9958914713296152,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (414 < 8000)","v3_prefill_cache_hit":100352,"v3_new_local":414,"cache_hit":100352,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":54012,"ongoing_decode_tokens":0,"pending_prefill_tokens":54012,"num_requests":1,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":100352,"new_prefill":414,"score_linear":-46340.0,"score_lmetric":54426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":12800,"new_prefill":87966,"score_linear":23088.0,"score_lmetric":87966},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":141151,"ongoing_decode_tokens":81147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1790,"cache_hit":0,"new_prefill":100766,"score_linear":141151.0,"score_lmetric":201532},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":100766,"score_linear":183996.0,"score_lmetric":456884},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":100766,"score_linear":15283.0,"score_lmetric":100766},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":100766,"score_linear":85512.0,"score_lmetric":277754},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":100766,"score_linear":61390.0,"score_lmetric":201532},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":20948,"ongoing_decode_tokens":20948,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1825,"cache_hit":39936,"new_prefill":60830,"score_linear":-18988.0,"score_lmetric":60830}],"chosen_score_linear":-46340.0,"chosen_score_lmetric":54426,"t_first_token":27228.149604002,"t_first_token_unix":1779961224.7045476,"t_done":27236.701366746,"t_done_unix":1779961233.2563102},{"request_id":"1355484:10:1384484:675","session_id":"1355484","input_length":25226,"t_proxy_recv":27225.562526536,"t_decision_unix":1779961222.1174679,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":23552,"affinity_cache_ratio":0.9336398953460715,"affinity_num_requests":3,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1674 < 8000)","v3_prefill_cache_hit":23552,"v3_new_local":1674,"cache_hit":23552,"estimated_new_tokens":1674,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":23552,"new_prefill":1674,"score_linear":190732.0,"score_lmetric":168642},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":12800,"new_prefill":12426,"score_linear":56665.0,"score_lmetric":81891},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":12426,"score_linear":93102.0,"score_lmetric":57912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":25226,"score_linear":183996.0,"score_lmetric":305804},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":25226,"score_linear":15283.0,"score_lmetric":25226},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":25226,"score_linear":47401.0,"score_lmetric":25226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":25226,"score_linear":49604.0,"score_lmetric":50910},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5989,"ongoing_decode_tokens":5989,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1849,"cache_hit":12800,"new_prefill":12426,"score_linear":-6811.0,"score_lmetric":12426}],"chosen_score_linear":190732.0,"chosen_score_lmetric":168642,"t_first_token":27228.317630984,"t_first_token_unix":1779961224.8725746,"t_done":27237.222715472,"t_done_unix":1779961233.7776587},{"request_id":"1384772:1:1384772:677","session_id":"1384772","input_length":4690,"t_proxy_recv":27226.421828489,"t_decision_unix":1779961222.9767694,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":4690.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4690 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4690,"cache_hit":0,"estimated_new_tokens":4690,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":4690,"score_linear":239510.0,"score_lmetric":243616},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":4690,"score_linear":69465.0,"score_lmetric":74155},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":4690,"score_linear":105902.0,"score_lmetric":50176},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":4690,"score_linear":183996.0,"score_lmetric":264732},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65148,"ongoing_decode_tokens":65148,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":4690,"score_linear":65148.0,"score_lmetric":9380},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":4690,"score_linear":47401.0,"score_lmetric":4690},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":4690,"score_linear":49604.0,"score_lmetric":9838},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":4690,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27226.717381238,"t_first_token_unix":1779961223.2723248,"t_done":27237.63190183,"t_done_unix":1779961234.1868448},{"request_id":"1279412:29:1385688:685","session_id":"1279412","input_length":101200,"t_proxy_recv":27236.717288878,"t_decision_unix":1779961233.2722304,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9966798418972332,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (336 < 8000)","v3_prefill_cache_hit":100864,"v3_new_local":336,"cache_hit":100864,"estimated_new_tokens":336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":25226,"ongoing_decode_tokens":25226,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1948,"cache_hit":100864,"new_prefill":336,"score_linear":-75638.0,"score_lmetric":336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":12800,"new_prefill":88400,"score_linear":56665.0,"score_lmetric":157865},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":88400,"score_linear":93102.0,"score_lmetric":133886},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":101200,"score_linear":183996.0,"score_lmetric":457752},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":101200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":101200,"score_linear":71254.0,"score_lmetric":101200},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":101200,"score_linear":90477.0,"score_lmetric":371946},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":39936,"new_prefill":61264,"score_linear":49938.0,"score_lmetric":168992}],"chosen_score_linear":-75638.0,"chosen_score_lmetric":336,"t_first_token":27237.052073935,"t_first_token_unix":1779961233.6070178,"t_done":27237.784305211,"t_done_unix":1779961234.3392487},{"request_id":"1384772:2:1387335:693","session_id":"1384772","input_length":11530,"t_proxy_recv":27237.637971747,"t_decision_unix":1779961234.1929133,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.39965307892454466,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":6922.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6922 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":6922,"cache_hit":4608,"estimated_new_tokens":6922,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101200,"ongoing_decode_tokens":101200,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":0,"new_prefill":11530,"score_linear":101200.0,"score_lmetric":11530},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":11530,"score_linear":69465.0,"score_lmetric":80995},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":11530,"score_linear":105902.0,"score_lmetric":57016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":11530,"score_linear":183996.0,"score_lmetric":278412},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":11530,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":11530,"score_linear":71254.0,"score_lmetric":11530},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":11530,"score_linear":90477.0,"score_lmetric":102936},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":4608,"new_prefill":6922,"score_linear":80576.0,"score_lmetric":6922}],"chosen_score_linear":80576.0,"chosen_score_lmetric":6922,"t_first_token":27238.297034568,"t_first_token_unix":1779961234.851978,"t_done":27238.424891183,"t_done_unix":1779961234.979834},{"request_id":"1279412:30:1387344:694","session_id":"1279412","input_length":101396,"t_proxy_recv":27237.800321786,"t_decision_unix":1779961234.355263,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":100864,"affinity_cache_ratio":0.9947532447039331,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":100864,"v3_new_local":532,"cache_hit":100864,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":100864,"new_prefill":532,"score_linear":-100864.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":12800,"new_prefill":88596,"score_linear":56665.0,"score_lmetric":158061},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":88596,"score_linear":93102.0,"score_lmetric":134082},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":101396,"score_linear":183996.0,"score_lmetric":458144},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":101396,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":101396,"score_linear":71254.0,"score_lmetric":101396},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":101396,"score_linear":90477.0,"score_lmetric":372534},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":96714,"ongoing_decode_tokens":85184,"pending_prefill_tokens":6922,"num_requests":2,"active_p_offloads":0,"cached_blocks":1866,"cache_hit":39936,"new_prefill":61460,"score_linear":56778.0,"score_lmetric":136764}],"chosen_score_linear":-100864.0,"chosen_score_lmetric":0,"t_first_token":27238.037177193,"t_first_token_unix":1779961234.5921211,"t_done":27239.184952643,"t_done_unix":1779961235.7398982},{"request_id":"1355484:11:1388276:696","session_id":"1355484","input_length":26837,"t_proxy_recv":27238.543900576,"t_decision_unix":1779961235.098842,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9348287811603383,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1749 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1749,"cache_hit":25088,"estimated_new_tokens":1749,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101396,"ongoing_decode_tokens":101396,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1951,"cache_hit":25088,"new_prefill":1749,"score_linear":76308.0,"score_lmetric":1749},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":12800,"new_prefill":14037,"score_linear":56665.0,"score_lmetric":83502},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":12800,"new_prefill":14037,"score_linear":93102.0,"score_lmetric":59523},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":26837,"score_linear":183996.0,"score_lmetric":56346},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":26837,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":26837,"score_linear":71254.0,"score_lmetric":26837},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":26837,"score_linear":90477.0,"score_lmetric":148857},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":12800,"new_prefill":14037,"score_linear":72384.0,"score_lmetric":14037}],"chosen_score_linear":76308.0,"chosen_score_lmetric":1749,"t_first_token":27238.898581653,"t_first_token_unix":1779961235.4535258,"t_done":27240.096893065,"t_done_unix":1779961236.6518362},{"request_id":"1382804:2:1388620:698","session_id":"1382804","input_length":3678,"t_proxy_recv":27239.920737305,"t_decision_unix":1779961236.4756784,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":512,"affinity_cache_ratio":0.13920609026644915,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":3166.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3166 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":3166,"cache_hit":512,"estimated_new_tokens":3166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":3678,"score_linear":26837.0,"score_lmetric":3678},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":3678,"score_linear":69465.0,"score_lmetric":73143},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":3678,"score_linear":105902.0,"score_lmetric":49164},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":3678,"score_linear":183996.0,"score_lmetric":10028},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":3678,"score_linear":71899.0,"score_lmetric":75577},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":3678,"score_linear":71254.0,"score_lmetric":3678},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":3678,"score_linear":90477.0,"score_lmetric":79380},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":512,"new_prefill":3166,"score_linear":84672.0,"score_lmetric":3166}],"chosen_score_linear":84672.0,"chosen_score_lmetric":3166,"t_first_token":27240.235753524,"t_first_token_unix":1779961236.790697,"t_done":27240.351032939,"t_done_unix":1779961236.9059758},{"request_id":"1381728:2:1387040:690","session_id":"1381728","input_length":12399,"t_proxy_recv":27234.211815231,"t_decision_unix":1779961230.766756,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":6,"affinity_cache_hit":1024,"affinity_cache_ratio":0.08258730542785708,"affinity_num_requests":4,"avg_num_requests":1.375,"fallback_score":12399.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":12399,"cache_hit":0,"estimated_new_tokens":12399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":251258,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":1024,"new_prefill":11375,"score_linear":250234.0,"score_lmetric":45500},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":12399,"score_linear":69465.0,"score_lmetric":81864},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":12399,"score_linear":105902.0,"score_lmetric":57885},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":12399,"score_linear":183996.0,"score_lmetric":280150},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":12399,"score_linear":71254.0,"score_lmetric":12399},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":12399,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":12399,"score_linear":89874.0,"score_lmetric":71262}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27235.237049024,"t_first_token_unix":1779961231.7919931,"t_done":27241.380530932,"t_done_unix":1779961237.9354768},{"request_id":"1342921:3:1384020:670","session_id":"1342921","input_length":69465,"t_proxy_recv":27223.852075711,"t_decision_unix":1779961220.4070172,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":1,"affinity_cache_hit":66048,"affinity_cache_ratio":0.950809760310948,"affinity_num_requests":3,"avg_num_requests":1.125,"fallback_score":69465.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":69465,"cache_hit":0,"estimated_new_tokens":69465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":66048,"new_prefill":3417,"score_linear":148236.0,"score_lmetric":173871},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":69465,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":69465,"score_linear":105902.0,"score_lmetric":114951},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":69465,"score_linear":183996.0,"score_lmetric":394282},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":69465,"score_linear":15283.0,"score_lmetric":69465},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":69465,"score_linear":47401.0,"score_lmetric":69465},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":28383,"ongoing_decode_tokens":0,"pending_prefill_tokens":14559,"num_requests":1,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":69465,"score_linear":28383.0,"score_lmetric":84024},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":69465,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27240.647633961,"t_first_token_unix":1779961237.202578,"t_done":27241.639756474,"t_done_unix":1779961238.1947002},{"request_id":"1340290:6:1387365:695","session_id":"1340290","input_length":27285,"t_proxy_recv":27235.408094932,"t_decision_unix":1779961231.9630363,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945391240608393,"affinity_num_requests":2,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (149 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":149,"cache_hit":27136,"estimated_new_tokens":149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1842,"cache_hit":20992,"new_prefill":6293,"score_linear":159012.0,"score_lmetric":18879},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":27285,"score_linear":69465.0,"score_lmetric":96750},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":27285,"score_linear":105902.0,"score_lmetric":72771},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":27285,"score_linear":183996.0,"score_lmetric":309922},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":27285,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":27285,"score_linear":71254.0,"score_lmetric":27285},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":63192,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22633,"num_requests":2,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":27136,"new_prefill":149,"score_linear":36056.0,"score_lmetric":45564},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":27285,"score_linear":89874.0,"score_lmetric":101034}],"chosen_score_linear":36056.0,"chosen_score_lmetric":45564,"t_first_token":27241.270370125,"t_first_token_unix":1779961237.8253138,"t_done":27242.964300018,"t_done_unix":1779961239.5192432},{"request_id":"1381387:3:1387093:691","session_id":"1381387","input_length":50793,"t_proxy_recv":27234.424448135,"t_decision_unix":1779961230.9793894,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":28160,"affinity_cache_ratio":0.5544071033410115,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":28160,"v3_new_local":22633,"cache_hit":28160,"estimated_new_tokens":22633,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":251258,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":0,"new_prefill":50793,"score_linear":251258.0,"score_lmetric":203172},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":50793,"score_linear":69465.0,"score_lmetric":120258},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":50793,"score_linear":105902.0,"score_lmetric":96279},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":50793,"score_linear":183996.0,"score_lmetric":356938},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":50793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":50793,"score_linear":71254.0,"score_lmetric":50793},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12399,"ongoing_decode_tokens":0,"pending_prefill_tokens":12399,"num_requests":1,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":28160,"new_prefill":22633,"score_linear":-15761.0,"score_lmetric":35032},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":50793,"score_linear":89874.0,"score_lmetric":148050}],"chosen_score_linear":-15761.0,"chosen_score_lmetric":35032,"t_first_token":27241.265945857,"t_first_token_unix":1779961237.8208902,"t_done":27243.677743831,"t_done_unix":1779961240.2326891},{"request_id":"1370129:4:1384856:678","session_id":"1370129","input_length":85184,"t_proxy_recv":27226.695608906,"t_decision_unix":1779961223.2505503,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":61952,"affinity_cache_ratio":0.7272727272727273,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61952,"v3_new_local":23232,"cache_hit":61952,"estimated_new_tokens":23232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":239510,"ongoing_decode_tokens":0,"pending_prefill_tokens":56214,"num_requests":4,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":4096,"new_prefill":81088,"score_linear":235414.0,"score_lmetric":549208},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":85184,"score_linear":69465.0,"score_lmetric":154649},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":7680,"new_prefill":77504,"score_linear":98222.0,"score_lmetric":122990},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":77504,"score_linear":176316.0,"score_lmetric":410360},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65148,"ongoing_decode_tokens":65148,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":85184,"score_linear":65148.0,"score_lmetric":170368},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1521,"cache_hit":0,"new_prefill":85184,"score_linear":47401.0,"score_lmetric":85184},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49604,"ongoing_decode_tokens":28383,"pending_prefill_tokens":229,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":7680,"new_prefill":77504,"score_linear":41924.0,"score_lmetric":155466},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":4690,"ongoing_decode_tokens":0,"pending_prefill_tokens":4690,"num_requests":1,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":61952,"new_prefill":23232,"score_linear":-57262.0,"score_lmetric":27922}],"chosen_score_linear":-57262.0,"chosen_score_lmetric":27922,"t_first_token":27237.460238965,"t_first_token_unix":1779961234.0151827,"t_done":27244.061192193,"t_done_unix":1779961240.6161354},{"request_id":"1342921:4:1389290:702","session_id":"1342921","input_length":70990,"t_proxy_recv":27242.337099938,"t_decision_unix":1779961238.8920412,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9736582617270038,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1870 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":1870,"cache_hit":69120,"estimated_new_tokens":1870,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":66048,"new_prefill":4942,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1468,"cache_hit":69120,"new_prefill":1870,"score_linear":-69120.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":70990,"score_linear":105902.0,"score_lmetric":116476},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":70990,"score_linear":183996.0,"score_lmetric":144652},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":70990,"score_linear":92082.0,"score_lmetric":288256},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":70990,"score_linear":71254.0,"score_lmetric":70990},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":78078,"ongoing_decode_tokens":78078,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":70990,"score_linear":78078.0,"score_lmetric":141980},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":70990,"score_linear":85184.0,"score_lmetric":70990}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":27243.111903895,"t_first_token_unix":1779961239.6668475,"t_done":27245.528874862,"t_done_unix":1779961242.0838184},{"request_id":"1390240:1:1390240:705","session_id":"1390240","input_length":5110,"t_proxy_recv":27245.85586287,"t_decision_unix":1779961242.4108043,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":5110.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5110 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":5110,"cache_hit":0,"estimated_new_tokens":5110,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":5110,"score_linear":38242.0,"score_lmetric":5464},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1472,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":5110,"score_linear":105902.0,"score_lmetric":5110},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":5110,"score_linear":183996.0,"score_lmetric":12892},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":5110,"score_linear":92082.0,"score_lmetric":156496},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":5110,"score_linear":139441.0,"score_lmetric":16546},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":5110,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27246.180523864,"t_first_token_unix":1779961242.7354677,"t_done":27246.456918187,"t_done_unix":1779961243.0118616},{"request_id":"1313181:5:1320817:349","session_id":"1313181","input_length":105902,"t_proxy_recv":27220.380087626,"t_decision_unix":1779961216.9350288,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.5704896980227002,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":60416,"v3_new_local":45486,"cache_hit":60416,"estimated_new_tokens":45486,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":214284,"ongoing_decode_tokens":0,"pending_prefill_tokens":54540,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":24064,"new_prefill":81838,"score_linear":190220.0,"score_lmetric":409134},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":35888,"ongoing_decode_tokens":35888,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1328,"cache_hit":59904,"new_prefill":45998,"score_linear":-24016.0,"score_lmetric":45998},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":60416,"new_prefill":45486,"score_linear":-60416.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":105902,"score_linear":183996.0,"score_lmetric":467156},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":15283,"ongoing_decode_tokens":15283,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":105902,"score_linear":15283.0,"score_lmetric":105902},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":85512,"ongoing_decode_tokens":0,"pending_prefill_tokens":38111,"num_requests":2,"active_p_offloads":0,"cached_blocks":1447,"cache_hit":0,"new_prefill":105902,"score_linear":85512.0,"score_lmetric":288026},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":61390,"ongoing_decode_tokens":13989,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1818,"cache_hit":0,"new_prefill":105902,"score_linear":61390.0,"score_lmetric":211804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":5135,"ongoing_decode_tokens":0,"pending_prefill_tokens":5135,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":12800,"new_prefill":93102,"score_linear":-7665.0,"score_lmetric":98237}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":27243.798404895,"t_first_token_unix":1779961240.353351,"t_done":27247.775298062,"t_done_unix":1779961244.3302417},{"request_id":"1366128:11:1384044:671","session_id":"1366128","input_length":71254,"t_proxy_recv":27229.619354849,"t_decision_unix":1779961226.1742966,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":59392,"affinity_cache_ratio":0.8335251354309934,"affinity_num_requests":3,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=3 busy; target.num_req=1 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":59392,"v3_new_local":11862,"v3_src_idx":0,"v3_target_idx":5,"v3_target_num_req":1,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":3,"v3_src_state":{"num_requests":3,"ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":1,"ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":59392,"estimated_new_tokens":11862,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":180004,"ongoing_decode_tokens":180004,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1819,"cache_hit":59392,"new_prefill":11862,"score_linear":120612.0,"score_lmetric":35586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":71254,"score_linear":69465.0,"score_lmetric":140719},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":71254,"score_linear":105902.0,"score_lmetric":116740},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":0,"pending_prefill_tokens":127676,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":71254,"score_linear":183996.0,"score_lmetric":397860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":100916,"ongoing_decode_tokens":84182,"pending_prefill_tokens":7518,"num_requests":4,"active_p_offloads":0,"cached_blocks":1827,"cache_hit":0,"new_prefill":71254,"score_linear":100916.0,"score_lmetric":315088},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":47401,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1542,"cache_hit":0,"new_prefill":71254,"score_linear":47401.0,"score_lmetric":71254},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":54529,"ongoing_decode_tokens":28383,"pending_prefill_tokens":5154,"num_requests":2,"active_p_offloads":0,"cached_blocks":1888,"cache_hit":0,"new_prefill":71254,"score_linear":54529.0,"score_lmetric":152816},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89874,"ongoing_decode_tokens":4690,"pending_prefill_tokens":23232,"num_requests":2,"active_p_offloads":0,"cached_blocks":1857,"cache_hit":0,"new_prefill":71254,"score_linear":89874.0,"score_lmetric":188972}],"chosen_score_linear":120612.0,"chosen_score_lmetric":35586,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8005","v3_decode_target_idx":5,"t_prefill_sent":27229.621105802,"t_prefill_sent_unix":1779961226.1760488,"t_prefill_done":27234.64871415,"t_prefill_done_unix":1779961231.2036574,"t_decode_sent":27234.649974382,"t_decode_sent_unix":1779961231.2049177,"t_first_token":27247.858169574,"t_first_token_unix":1779961244.4131134,"t_done":27250.056172917,"t_done_unix":1779961246.6111162},{"request_id":"1263749:2:1379302:636","session_id":"1263749","input_length":57656,"t_proxy_recv":27207.418710753,"t_decision_unix":1779961203.9736521,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9768280838074095,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1336 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":1336,"cache_hit":56320,"estimated_new_tokens":1336,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":99689,"ongoing_decode_tokens":99689,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1751,"cache_hit":0,"new_prefill":57656,"score_linear":99689.0,"score_lmetric":115312},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":104147,"ongoing_decode_tokens":104147,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1301,"cache_hit":0,"new_prefill":57656,"score_linear":104147.0,"score_lmetric":115312},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139499,"ongoing_decode_tokens":0,"pending_prefill_tokens":79495,"num_requests":2,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":57656,"score_linear":139499.0,"score_lmetric":274302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":0,"pending_prefill_tokens":126340,"num_requests":1,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":56320,"new_prefill":1336,"score_linear":70020.0,"score_lmetric":127676},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":37415,"ongoing_decode_tokens":22132,"pending_prefill_tokens":15283,"num_requests":2,"active_p_offloads":0,"cached_blocks":1796,"cache_hit":0,"new_prefill":57656,"score_linear":37415.0,"score_lmetric":145878},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63536,"ongoing_decode_tokens":63536,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1444,"cache_hit":0,"new_prefill":57656,"score_linear":63536.0,"score_lmetric":57656},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1803,"cache_hit":0,"new_prefill":57656,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":77234,"ongoing_decode_tokens":77234,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1740,"cache_hit":0,"new_prefill":57656,"score_linear":77234.0,"score_lmetric":115312}],"chosen_score_linear":70020.0,"chosen_score_lmetric":127676,"t_first_token":27249.765927659,"t_first_token_unix":1779961246.3208718,"t_done":27250.587670353,"t_done_unix":1779961247.1426156},{"request_id":"1366128:12:1386045:687","session_id":"1366128","input_length":71578,"t_proxy_recv":27250.069233131,"t_decision_unix":1779961246.6241748,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9942719830115399,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (410 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":410,"cache_hit":71168,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":140235,"ongoing_decode_tokens":0,"pending_prefill_tokens":971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":71168,"new_prefill":410,"score_linear":69067.0,"score_lmetric":2762},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":71578,"score_linear":28307.0,"score_lmetric":99885},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":71578,"score_linear":60858.0,"score_lmetric":71578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":183996,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":71578,"score_linear":183996.0,"score_lmetric":143156},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":71578,"score_linear":92082.0,"score_lmetric":289432},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1774,"cache_hit":71168,"new_prefill":410,"score_linear":-2981.0,"score_lmetric":410},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":71578,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":71578,"score_linear":112677.0,"score_lmetric":214734}],"chosen_score_linear":-2981.0,"chosen_score_lmetric":410,"t_first_token":27250.295939001,"t_first_token_unix":1779961246.8508832,"t_done":27251.003720812,"t_done_unix":1779961247.558664},{"request_id":"1355951:4:1389858:703","session_id":"1355951","input_length":38242,"t_proxy_recv":27244.461042695,"t_decision_unix":1779961241.0159838,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9907431619685163,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (354 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":354,"cache_hit":37888,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":37888,"new_prefill":354,"score_linear":-37888.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70990,"ongoing_decode_tokens":70990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1468,"cache_hit":0,"new_prefill":38242,"score_linear":70990.0,"score_lmetric":38242},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":38242,"score_linear":105902.0,"score_lmetric":38242},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":38242,"score_linear":183996.0,"score_lmetric":79156},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":38242,"score_linear":92082.0,"score_lmetric":222760},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":34816,"new_prefill":3426,"score_linear":36438.0,"score_lmetric":3426},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":38242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":27250.384675377,"t_first_token_unix":1779961246.9396188,"t_done":27251.354236195,"t_done_unix":1779961247.9091794},{"request_id":"1363093:4:1390050:704","session_id":"1363093","input_length":68187,"t_proxy_recv":27245.095485101,"t_decision_unix":1779961241.650426,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9536128587560678,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3163 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":3163,"cache_hit":65024,"estimated_new_tokens":3163,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":68187,"score_linear":38242.0,"score_lmetric":68541},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":70990,"ongoing_decode_tokens":70990,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1468,"cache_hit":0,"new_prefill":68187,"score_linear":70990.0,"score_lmetric":68187},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":68187,"score_linear":105902.0,"score_lmetric":68187},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":68187,"score_linear":183996.0,"score_lmetric":139046},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":68187,"score_linear":92082.0,"score_lmetric":282650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":65024,"new_prefill":3163,"score_linear":6230.0,"score_lmetric":3163},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":68187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":6230.0,"chosen_score_lmetric":3163,"t_first_token":27246.351194642,"t_first_token_unix":1779961242.9061382,"t_done":27251.501435769,"t_done_unix":1779961248.0563788},{"request_id":"1366128:13:1387308:692","session_id":"1366128","input_length":71708,"t_proxy_recv":27251.016233306,"t_decision_unix":1779961247.5711749,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9924694594745356,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":540,"cache_hit":71168,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":140235,"ongoing_decode_tokens":140235,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":71168,"new_prefill":540,"score_linear":69067.0,"score_lmetric":1080},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":71708,"score_linear":28307.0,"score_lmetric":100015},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":71708,"score_linear":60858.0,"score_lmetric":71708},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":71708,"score_linear":126340.0,"score_lmetric":71708},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":71708,"score_linear":92082.0,"score_lmetric":289692},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":68187,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1774,"cache_hit":71168,"new_prefill":540,"score_linear":-2981.0,"score_lmetric":540},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":71708,"score_linear":15302.0,"score_lmetric":87010},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":71708,"score_linear":112677.0,"score_lmetric":215124}],"chosen_score_linear":-2981.0,"chosen_score_lmetric":540,"t_first_token":27251.181663676,"t_first_token_unix":1779961247.7366073,"t_done":27251.652439655,"t_done_unix":1779961248.2073827},{"request_id":"1390356:1:1390356:706","session_id":"1390356","input_length":1349,"t_proxy_recv":27246.296734968,"t_decision_unix":1779961242.8516767,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":1349.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1349 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1349,"cache_hit":0,"estimated_new_tokens":1349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":1349,"score_linear":38242.0,"score_lmetric":1703},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":5110,"ongoing_decode_tokens":5110,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1472,"cache_hit":0,"new_prefill":1349,"score_linear":5110.0,"score_lmetric":1349},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":1349,"score_linear":105902.0,"score_lmetric":1349},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":1349,"score_linear":183996.0,"score_lmetric":5370},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":1349,"score_linear":92082.0,"score_lmetric":148974},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":0,"pending_prefill_tokens":3163,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":1349,"score_linear":139441.0,"score_lmetric":9024},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":1349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27246.4048887,"t_first_token_unix":1779961242.9598327,"t_done":27251.727837944,"t_done_unix":1779961248.282781},{"request_id":"1391584:1:1391584:713","session_id":"1391584","input_length":15302,"t_proxy_recv":27250.382535368,"t_decision_unix":1779961246.9374766,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":15302.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":15302,"cache_hit":0,"estimated_new_tokens":15302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":140235,"ongoing_decode_tokens":0,"pending_prefill_tokens":971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":15302,"score_linear":140235.0,"score_lmetric":32546},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":15302,"score_linear":28307.0,"score_lmetric":43609},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":15302,"score_linear":60858.0,"score_lmetric":15302},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":183996,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":15302,"score_linear":183996.0,"score_lmetric":30604},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":15302,"score_linear":92082.0,"score_lmetric":176880},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139765,"ongoing_decode_tokens":139765,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1774,"cache_hit":0,"new_prefill":15302,"score_linear":139765.0,"score_lmetric":30604},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":15302,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":15302,"score_linear":112677.0,"score_lmetric":45906}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27251.760030123,"t_first_token_unix":1779961248.3149734,"t_done":27251.978325979,"t_done_unix":1779961248.533269},{"request_id":"1313181:5:1374956:615","session_id":"1313181","input_length":60858,"t_proxy_recv":27247.785929587,"t_decision_unix":1779961244.3408709,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":60416,"affinity_cache_ratio":0.9927371914949554,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (442 < 8000)","v3_prefill_cache_hit":60416,"v3_new_local":442,"cache_hit":60416,"estimated_new_tokens":442,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":24064,"new_prefill":36794,"score_linear":14178.0,"score_lmetric":37148},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":59904,"new_prefill":954,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":60416,"new_prefill":442,"score_linear":-60416.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":60858,"score_linear":183996.0,"score_lmetric":124388},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":60858,"score_linear":92082.0,"score_lmetric":267992},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":60858,"score_linear":139441.0,"score_lmetric":121716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":60858,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":24990,"pending_prefill_tokens":2183,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":12800,"new_prefill":48058,"score_linear":99877.0,"score_lmetric":150723}],"chosen_score_linear":-60416.0,"chosen_score_lmetric":0,"t_first_token":27247.873876441,"t_first_token_unix":1779961244.4288194,"t_done":27253.316191491,"t_done_unix":1779961249.8711362},{"request_id":"1370129:5:1390477:708","session_id":"1370129","input_length":87687,"t_proxy_recv":27246.834474482,"t_decision_unix":1779961243.389416,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9751046335260642,"affinity_num_requests":2,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2183 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":2183,"cache_hit":85504,"estimated_new_tokens":2183,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":4096,"new_prefill":83591,"score_linear":34146.0,"score_lmetric":83945},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":87687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":7680,"new_prefill":80007,"score_linear":98222.0,"score_lmetric":80007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":7680,"new_prefill":80007,"score_linear":176316.0,"score_lmetric":162686},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":87687,"score_linear":92082.0,"score_lmetric":321650},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":7680,"new_prefill":80007,"score_linear":131761.0,"score_lmetric":160014},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":7680,"new_prefill":80007,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":24990,"ongoing_decode_tokens":1349,"pending_prefill_tokens":2137,"num_requests":2,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":85504,"new_prefill":2183,"score_linear":-60514.0,"score_lmetric":8640}],"chosen_score_linear":-60514.0,"chosen_score_lmetric":8640,"t_first_token":27248.334844243,"t_first_token_unix":1779961244.8897886,"t_done":27254.151992644,"t_done_unix":1779961250.7069364},{"request_id":"1391584:2:1392466:715","session_id":"1391584","input_length":15483,"t_proxy_recv":27253.687102183,"t_decision_unix":1779961250.2420437,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":14848,"affinity_cache_ratio":0.958987276367629,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (635 < 8000)","v3_prefill_cache_hit":14848,"v3_new_local":635,"cache_hit":14848,"estimated_new_tokens":635,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":130375,"ongoing_decode_tokens":130375,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":15483,"score_linear":130375.0,"score_lmetric":30966},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":28307,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":15483,"score_linear":28307.0,"score_lmetric":15483},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":15483,"score_linear":106305.0,"score_lmetric":60348},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":15483,"score_linear":126340.0,"score_lmetric":15483},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":15483,"score_linear":92082.0,"score_lmetric":177242},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":15483,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":14848,"new_prefill":635,"score_linear":-14848.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111328,"ongoing_decode_tokens":111328,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1934,"cache_hit":0,"new_prefill":15483,"score_linear":111328.0,"score_lmetric":30966}],"chosen_score_linear":-14848.0,"chosen_score_lmetric":0,"t_first_token":27253.761177381,"t_first_token_unix":1779961250.3161209,"t_done":27254.153688165,"t_done_unix":1779961250.7086313},{"request_id":"1279412:31:1391216:711","session_id":"1279412","input_length":101993,"t_proxy_recv":27249.401597956,"t_decision_unix":1779961245.956539,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":101376,"affinity_cache_ratio":0.993950565234869,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (617 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":617,"cache_hit":101376,"estimated_new_tokens":617,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":101376,"new_prefill":617,"score_linear":-63134.0,"score_lmetric":971},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":89193,"score_linear":-12800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":12800,"new_prefill":89193,"score_linear":48058.0,"score_lmetric":89193},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":101993,"score_linear":183996.0,"score_lmetric":206658},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":101993,"score_linear":92082.0,"score_lmetric":350262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":101993,"score_linear":139441.0,"score_lmetric":203986},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":101993,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":39936,"new_prefill":62057,"score_linear":72741.0,"score_lmetric":186171}],"chosen_score_linear":-63134.0,"chosen_score_lmetric":971,"t_first_token":27250.83258331,"t_first_token_unix":1779961247.387527,"t_done":27254.492176258,"t_done_unix":1779961251.0471196},{"request_id":"1391404:1:1391404:712","session_id":"1391404","input_length":28307,"t_proxy_recv":27249.856810335,"t_decision_unix":1779961246.4117517,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.5,"fallback_score":28307.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":28307,"cache_hit":0,"estimated_new_tokens":28307,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":140235,"ongoing_decode_tokens":0,"pending_prefill_tokens":971,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":28307,"score_linear":140235.0,"score_lmetric":58556},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":28307,"score_linear":60858.0,"score_lmetric":28307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":183996,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":28307,"score_linear":183996.0,"score_lmetric":56614},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":2560,"new_prefill":25747,"score_linear":89522.0,"score_lmetric":197770},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":1536,"new_prefill":26771,"score_linear":137905.0,"score_lmetric":53542},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":28307,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":28307,"score_linear":112677.0,"score_lmetric":84921}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27253.407262285,"t_first_token_unix":1779961249.9622056,"t_done":27254.735226343,"t_done_unix":1779961251.2901692},{"request_id":"1355484:12:1391879:714","session_id":"1355484","input_length":28382,"t_proxy_recv":27251.507583932,"t_decision_unix":1779961248.0625257,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9380593333803114,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1758 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":1758,"cache_hit":26624,"estimated_new_tokens":1758,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":101993,"ongoing_decode_tokens":101993,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":26624,"new_prefill":1758,"score_linear":75369.0,"score_lmetric":1758},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":12800,"new_prefill":15582,"score_linear":15507.0,"score_lmetric":43889},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":12800,"new_prefill":15582,"score_linear":48058.0,"score_lmetric":15582},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":28382,"score_linear":126340.0,"score_lmetric":28382},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":28382,"score_linear":92082.0,"score_lmetric":203040},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71708,"ongoing_decode_tokens":71708,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1781,"cache_hit":0,"new_prefill":28382,"score_linear":71708.0,"score_lmetric":28382},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":28382,"score_linear":15302.0,"score_lmetric":43684},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":12800,"new_prefill":15582,"score_linear":99877.0,"score_lmetric":46746}],"chosen_score_linear":75369.0,"chosen_score_lmetric":1758,"t_first_token":27251.871470479,"t_first_token_unix":1779961248.426414,"t_done":27254.796898793,"t_done_unix":1779961251.3518417},{"request_id":"1390240:2:1392954:717","session_id":"1390240","input_length":7440,"t_proxy_recv":27255.40376083,"t_decision_unix":1779961251.958702,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":5120,"affinity_cache_ratio":0.6881720430107527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2320 < 8000)","v3_prefill_cache_hit":5120,"v3_new_local":2320,"cache_hit":5120,"estimated_new_tokens":2320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":5120,"new_prefill":2320,"score_linear":-5120.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":7440,"score_linear":106305.0,"score_lmetric":52305},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":7440,"score_linear":126340.0,"score_lmetric":7440},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":7440,"score_linear":92082.0,"score_lmetric":161156},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":7440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":0,"new_prefill":7440,"score_linear":23641.0,"score_lmetric":7440}],"chosen_score_linear":-5120.0,"chosen_score_lmetric":0,"t_first_token":27255.624659645,"t_first_token_unix":1779961252.179603,"t_done":27255.851390285,"t_done_unix":1779961252.4063332},{"request_id":"1363943:9:1390468:707","session_id":"1363943","input_length":23641,"t_proxy_recv":27246.772929004,"t_decision_unix":1779961243.3278701,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9096061926314454,"affinity_num_requests":1,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2137 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":2137,"cache_hit":21504,"estimated_new_tokens":2137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":38242,"ongoing_decode_tokens":0,"pending_prefill_tokens":354,"num_requests":1,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":8704,"new_prefill":14937,"score_linear":29538.0,"score_lmetric":15291},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":23641,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":105902,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":4096,"new_prefill":19545,"score_linear":101806.0,"score_lmetric":19545},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":4096,"new_prefill":19545,"score_linear":179900.0,"score_lmetric":41762},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":23641,"score_linear":92082.0,"score_lmetric":193558},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":139441,"ongoing_decode_tokens":68187,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":4096,"new_prefill":19545,"score_linear":135345.0,"score_lmetric":39090},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":4096,"new_prefill":19545,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":1349,"ongoing_decode_tokens":1349,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":21504,"new_prefill":2137,"score_linear":-20155.0,"score_lmetric":2137}],"chosen_score_linear":-20155.0,"chosen_score_lmetric":2137,"t_first_token":27247.136910268,"t_first_token_unix":1779961243.691855,"t_done":27255.943804963,"t_done_unix":1779961252.498748},{"request_id":"1373431:1:1373431:606","session_id":"1373431","input_length":126340,"t_proxy_recv":27187.067635587,"t_decision_unix":1779961183.622577,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":126340.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":126340,"cache_hit":0,"estimated_new_tokens":126340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":159511,"ongoing_decode_tokens":159511,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1691,"cache_hit":0,"new_prefill":126340,"score_linear":159511.0,"score_lmetric":379020},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":130877,"ongoing_decode_tokens":130877,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1250,"cache_hit":0,"new_prefill":126340,"score_linear":130877.0,"score_lmetric":252680},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60004,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1634,"cache_hit":0,"new_prefill":126340,"score_linear":60004.0,"score_lmetric":126340},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":126340,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":195304,"ongoing_decode_tokens":195304,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1553,"cache_hit":0,"new_prefill":126340,"score_linear":195304.0,"score_lmetric":379020},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":186849,"ongoing_decode_tokens":186849,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":1182,"cache_hit":0,"new_prefill":126340,"score_linear":186849.0,"score_lmetric":505360},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":106951,"ongoing_decode_tokens":106951,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":126340,"score_linear":106951.0,"score_lmetric":252680},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":144326,"ongoing_decode_tokens":18301,"pending_prefill_tokens":12873,"num_requests":5,"active_p_offloads":0,"cached_blocks":1690,"cache_hit":1024,"new_prefill":125316,"score_linear":143302.0,"score_lmetric":690945}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27238.067407933,"t_first_token_unix":1779961234.622352,"t_done":27256.167977662,"t_done_unix":1779961252.7229207},{"request_id":"1388507:1:1388507:697","session_id":"1388507","input_length":71899,"t_proxy_recv":27239.471848664,"t_decision_unix":1779961236.02679,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":71899.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":71899,"cache_hit":0,"estimated_new_tokens":71899,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26837,"ongoing_decode_tokens":26837,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1952,"cache_hit":0,"new_prefill":71899,"score_linear":26837.0,"score_lmetric":71899},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":0,"pending_prefill_tokens":69465,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":71899,"score_linear":69465.0,"score_lmetric":141364},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":71899,"score_linear":105902.0,"score_lmetric":117385},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":71899,"score_linear":183996.0,"score_lmetric":146470},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":71899,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":71899,"score_linear":71254.0,"score_lmetric":71899},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":71899,"score_linear":90477.0,"score_lmetric":284043},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1879,"cache_hit":0,"new_prefill":71899,"score_linear":85184.0,"score_lmetric":71899}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27257.408570153,"t_first_token_unix":1779961253.9635143,"t_done":27257.84401867,"t_done_unix":1779961254.398962},{"request_id":"1373431:2:1378320:629","session_id":"1373431","input_length":127267,"t_proxy_recv":27256.188548374,"t_decision_unix":1779961252.74349,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":126464,"affinity_cache_ratio":0.9936904303550803,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (803 < 8000)","v3_prefill_cache_hit":126464,"v3_new_local":803,"cache_hit":126464,"estimated_new_tokens":803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":127267,"score_linear":106305.0,"score_lmetric":172132},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":126464,"new_prefill":803,"score_linear":-126464.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":1024,"new_prefill":126243,"score_linear":91058.0,"score_lmetric":398762},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":0,"pending_prefill_tokens":816,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":127267,"score_linear":48944.0,"score_lmetric":128083},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":127267,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":1024,"new_prefill":126243,"score_linear":-1024.0,"score_lmetric":0}],"chosen_score_linear":-126464.0,"chosen_score_lmetric":0,"t_first_token":27256.795936365,"t_first_token_unix":1779961253.3508801,"t_done":27258.410206013,"t_done_unix":1779961254.9651494},{"request_id":"1384947:2:1388842:700","session_id":"1384947","input_length":20183,"t_proxy_recv":27240.679954298,"t_decision_unix":1779961237.234896,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9386117029182975,"affinity_num_requests":1,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1239 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":1239,"cache_hit":18944,"estimated_new_tokens":1239,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":0,"new_prefill":20183,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":69465,"ongoing_decode_tokens":69465,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1333,"cache_hit":0,"new_prefill":20183,"score_linear":69465.0,"score_lmetric":20183},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":105902,"ongoing_decode_tokens":0,"pending_prefill_tokens":45486,"num_requests":1,"active_p_offloads":0,"cached_blocks":1917,"cache_hit":0,"new_prefill":20183,"score_linear":105902.0,"score_lmetric":65669},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":183996,"ongoing_decode_tokens":126340,"pending_prefill_tokens":1336,"num_requests":2,"active_p_offloads":0,"cached_blocks":1465,"cache_hit":0,"new_prefill":20183,"score_linear":183996.0,"score_lmetric":43038},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71899,"ongoing_decode_tokens":0,"pending_prefill_tokens":71899,"num_requests":1,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":18944,"new_prefill":1239,"score_linear":52955.0,"score_lmetric":73138},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":71254,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1635,"cache_hit":0,"new_prefill":20183,"score_linear":71254.0,"score_lmetric":20183},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90477,"ongoing_decode_tokens":12399,"pending_prefill_tokens":22782,"num_requests":3,"active_p_offloads":0,"cached_blocks":1928,"cache_hit":0,"new_prefill":20183,"score_linear":90477.0,"score_lmetric":128895},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":85184,"ongoing_decode_tokens":85184,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1885,"cache_hit":0,"new_prefill":20183,"score_linear":85184.0,"score_lmetric":20183}],"chosen_score_linear":52955.0,"chosen_score_lmetric":73138,"t_first_token":27257.410023058,"t_first_token_unix":1779961253.9649668,"t_done":27258.658160907,"t_done_unix":1779961255.2131038},{"request_id":"1366128:14:1389156:701","session_id":"1366128","input_length":83404,"t_proxy_recv":27251.672506557,"t_decision_unix":1779961248.227448,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":71680,"affinity_cache_ratio":0.8594312023404154,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":71680,"v3_new_local":11724,"cache_hit":71680,"estimated_new_tokens":11724,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":130375,"ongoing_decode_tokens":101993,"pending_prefill_tokens":1758,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":71168,"new_prefill":12236,"score_linear":59207.0,"score_lmetric":27988},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":0,"new_prefill":83404,"score_linear":28307.0,"score_lmetric":111711},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":60858,"ongoing_decode_tokens":60858,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2005,"cache_hit":0,"new_prefill":83404,"score_linear":60858.0,"score_lmetric":83404},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":83404,"score_linear":126340.0,"score_lmetric":83404},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":83404,"score_linear":92082.0,"score_lmetric":313084},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":71680,"new_prefill":11724,"score_linear":-71680.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":15302,"ongoing_decode_tokens":0,"pending_prefill_tokens":15302,"num_requests":1,"active_p_offloads":0,"cached_blocks":1996,"cache_hit":0,"new_prefill":83404,"score_linear":15302.0,"score_lmetric":98706},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":112677,"ongoing_decode_tokens":112677,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1931,"cache_hit":0,"new_prefill":83404,"score_linear":112677.0,"score_lmetric":250212}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":27257.509982943,"t_first_token_unix":1779961254.0649269,"t_done":27258.976280298,"t_done_unix":1779961255.5312233},{"request_id":"1384947:3:1390898:710","session_id":"1384947","input_length":20683,"t_proxy_recv":27258.665090105,"t_decision_unix":1779961255.2200315,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9654305468258957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (715 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":715,"cache_hit":19968,"estimated_new_tokens":715,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":20683,"score_linear":101803.0,"score_lmetric":49270},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":20683,"score_linear":106305.0,"score_lmetric":65548},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":20683,"score_linear":128201.0,"score_lmetric":21908},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":19968,"new_prefill":715,"score_linear":-19968.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":132348,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":20683,"score_linear":48944.0,"score_lmetric":8959},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":20683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":27258.796091368,"t_first_token_unix":1779961255.3510344,"t_done":27259.986196357,"t_done_unix":1779961256.5411396},{"request_id":"1373431:3:1383388:667","session_id":"1373431","input_length":128201,"t_proxy_recv":27258.430622306,"t_decision_unix":1779961254.985564,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":126976,"affinity_cache_ratio":0.9904446923190927,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1225 < 8000)","v3_prefill_cache_hit":126976,"v3_new_local":1225,"cache_hit":126976,"estimated_new_tokens":1225,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":128201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":128201,"score_linear":101803.0,"score_lmetric":156788},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":128201,"score_linear":106305.0,"score_lmetric":173066},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":126976,"new_prefill":1225,"score_linear":-126976.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20183,"ongoing_decode_tokens":20183,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":1024,"new_prefill":127177,"score_linear":19159.0,"score_lmetric":127177},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":132348,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":128201,"score_linear":48944.0,"score_lmetric":116477},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":128201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":1024,"new_prefill":127177,"score_linear":-1024.0,"score_lmetric":0}],"chosen_score_linear":-126976.0,"chosen_score_lmetric":0,"t_first_token":27259.277404908,"t_first_token_unix":1779961255.8323498,"t_done":27260.28547847,"t_done_unix":1779961256.840422},{"request_id":"1355484:13:1394384:723","session_id":"1355484","input_length":28665,"t_proxy_recv":27260.413612167,"t_decision_unix":1779961256.9685538,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9823826966684109,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":505,"cache_hit":28160,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":28160,"new_prefill":505,"score_linear":-28160.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":12800,"new_prefill":15865,"score_linear":122324.0,"score_lmetric":99226},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":12800,"new_prefill":15865,"score_linear":93505.0,"score_lmetric":60730},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":53837,"ongoing_decode_tokens":137241,"pending_prefill_tokens":-11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":28665,"score_linear":53837.0,"score_lmetric":33882},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":28665,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":12800,"new_prefill":15865,"score_linear":93343.0,"score_lmetric":33944}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":27260.473613378,"t_first_token_unix":1779961257.0285568,"t_done":27260.916997609,"t_done_unix":1779961257.4719405},{"request_id":"1394428:1:1394428:724","session_id":"1394428","input_length":982,"t_proxy_recv":27260.556283455,"t_decision_unix":1779961257.111225,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-22508.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (470 < 8000)","v3_prefill_cache_hit":512,"v3_new_local":470,"cache_hit":512,"estimated_new_tokens":470,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":982,"score_linear":28665.0,"score_lmetric":982},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":982,"score_linear":135124.0,"score_lmetric":69460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":982,"score_linear":106305.0,"score_lmetric":45847},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":53837,"ongoing_decode_tokens":137241,"pending_prefill_tokens":-11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":512,"new_prefill":470,"score_linear":53325.0,"score_lmetric":-22508},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":982,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":982,"score_linear":106143.0,"score_lmetric":19061}],"chosen_score_linear":53325.0,"chosen_score_lmetric":-22508,"t_first_token":27260.786853945,"t_first_token_unix":1779961257.3417974,"t_done":27261.153179243,"t_done_unix":1779961257.708122},{"request_id":"1394482:1:1394482:726","session_id":"1394482","input_length":4428,"t_proxy_recv":27260.834027965,"t_decision_unix":1779961257.3889697,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.125,"fallback_score":-10240.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4428 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4428,"cache_hit":0,"estimated_new_tokens":4428,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":4428,"score_linear":28665.0,"score_lmetric":4428},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4428,"score_linear":135124.0,"score_lmetric":76352},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":4428,"score_linear":106305.0,"score_lmetric":49293},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":59555,"ongoing_decode_tokens":138223,"pending_prefill_tokens":-6988,"num_requests":4,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":4428,"score_linear":59555.0,"score_lmetric":-10240},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":4428,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":4428,"score_linear":106143.0,"score_lmetric":22507}],"chosen_score_linear":59555.0,"chosen_score_lmetric":-10240,"t_first_token":27261.515018563,"t_first_token_unix":1779961258.069962,"t_done":27261.814758273,"t_done_unix":1779961258.3697011},{"request_id":"1394167:1:1394167:721","session_id":"1394167","input_length":4675,"t_proxy_recv":27259.679593322,"t_decision_unix":1779961256.2345347,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-7049.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4675 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4675,"cache_hit":0,"estimated_new_tokens":4675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4675,"score_linear":135124.0,"score_lmetric":76846},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":4675,"score_linear":106305.0,"score_lmetric":49540},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":128201,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":4675,"score_linear":128201.0,"score_lmetric":4675},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":4675,"score_linear":20683.0,"score_lmetric":4675},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":49162,"ongoing_decode_tokens":132566,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":4675,"score_linear":49162.0,"score_lmetric":-7049},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":4675,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":49162.0,"chosen_score_lmetric":-7049,"t_first_token":27260.060902806,"t_first_token_unix":1779961256.6158469,"t_done":27262.048996028,"t_done_unix":1779961258.6039388},{"request_id":"1366128:15:1390663:709","session_id":"1366128","input_length":83622,"t_proxy_recv":27259.001056942,"t_decision_unix":1779961255.5559986,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9980148764679151,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (166 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":166,"cache_hit":83456,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":71168,"new_prefill":12454,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":83622,"score_linear":135124.0,"score_lmetric":234740},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":83622,"score_linear":106305.0,"score_lmetric":128487},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":83622,"score_linear":128201.0,"score_lmetric":84847},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":83622,"score_linear":20683.0,"score_lmetric":83622},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-34460,"ongoing_decode_tokens":48944,"pending_prefill_tokens":-11724,"num_requests":0,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":83456,"new_prefill":166,"score_linear":-117916.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":83622,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117916.0,"chosen_score_lmetric":0,"t_first_token":27259.208635355,"t_first_token_unix":1779961255.763579,"t_done":27262.066731767,"t_done_unix":1779961258.6216748},{"request_id":"1394432:1:1394432:725","session_id":"1394432","input_length":4736,"t_proxy_recv":27260.573792629,"t_decision_unix":1779961257.128734,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":-19554.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4736 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4736,"cache_hit":0,"estimated_new_tokens":4736,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":28665,"ongoing_decode_tokens":28665,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":4736,"score_linear":28665.0,"score_lmetric":4736},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4736,"score_linear":135124.0,"score_lmetric":76968},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":4736,"score_linear":106305.0,"score_lmetric":49601},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":4736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":4736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":54819,"ongoing_decode_tokens":137241,"pending_prefill_tokens":-11254,"num_requests":3,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":4736,"score_linear":54819.0,"score_lmetric":-19554},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":4736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":4736,"score_linear":106143.0,"score_lmetric":22815}],"chosen_score_linear":54819.0,"chosen_score_lmetric":-19554,"t_first_token":27261.152395874,"t_first_token_unix":1779961257.7073398,"t_done":27262.889689548,"t_done_unix":1779961259.4446325},{"request_id":"1394432:2:1395186:729","session_id":"1394432","input_length":6892,"t_proxy_recv":27263.162874237,"t_decision_unix":1779961259.7178159,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6686012768427162,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2284 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":2284,"cache_hit":4608,"estimated_new_tokens":2284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":6892,"score_linear":135124.0,"score_lmetric":81280},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":6892,"score_linear":106305.0,"score_lmetric":51757},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":6892,"score_linear":35450.0,"score_lmetric":42342},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":55300,"ongoing_decode_tokens":138704,"pending_prefill_tokens":-11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":4608,"new_prefill":2284,"score_linear":50692.0,"score_lmetric":-18880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":6892,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":6892,"score_linear":106143.0,"score_lmetric":24971}],"chosen_score_linear":50692.0,"chosen_score_lmetric":-18880,"t_first_token":27263.444137734,"t_first_token_unix":1779961259.999081,"t_done":27264.147939505,"t_done_unix":1779961260.7028825},{"request_id":"1394167:2:1395165:728","session_id":"1394167","input_length":4863,"t_proxy_recv":27263.099741249,"t_decision_unix":1779961259.6546826,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":4608,"affinity_cache_ratio":0.9475632325724861,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":255,"cache_hit":4608,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":4863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":4863,"score_linear":135124.0,"score_lmetric":77222},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":4863,"score_linear":106305.0,"score_lmetric":49728},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":4863,"score_linear":35450.0,"score_lmetric":40313},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":4863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50437,"ongoing_decode_tokens":133841,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":4608,"new_prefill":255,"score_linear":45829.0,"score_lmetric":-11469},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":4863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":4863,"score_linear":106143.0,"score_lmetric":22942}],"chosen_score_linear":45829.0,"chosen_score_lmetric":-11469,"t_first_token":27263.158141997,"t_first_token_unix":1779961259.7130857,"t_done":27265.061589144,"t_done_unix":1779961261.6165338},{"request_id":"1366128:16:1392704:716","session_id":"1366128","input_length":84897,"t_proxy_recv":27262.08233094,"t_decision_unix":1779961258.6372726,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":83456,"affinity_cache_ratio":0.9830264909242965,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1441 < 8000)","v3_prefill_cache_hit":83456,"v3_new_local":1441,"cache_hit":83456,"estimated_new_tokens":1441,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":71168,"new_prefill":13729,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":84897,"score_linear":135124.0,"score_lmetric":237290},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":84897,"score_linear":106305.0,"score_lmetric":129762},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":84897,"score_linear":35450.0,"score_lmetric":120347},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-29724,"ongoing_decode_tokens":53680,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1822,"cache_hit":83456,"new_prefill":1441,"score_linear":-113180.0,"score_lmetric":-10283},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":84897,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":84897,"score_linear":106143.0,"score_lmetric":102976}],"chosen_score_linear":-113180.0,"chosen_score_lmetric":-10283,"t_first_token":27262.828389992,"t_first_token_unix":1779961259.3833342,"t_done":27265.851801539,"t_done_unix":1779961262.4067452},{"request_id":"1394696:1:1394696:727","session_id":"1394696","input_length":35450,"t_proxy_recv":27261.603459151,"t_decision_unix":1779961258.1584008,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":35450.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":35450,"cache_hit":0,"estimated_new_tokens":35450,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":35450,"score_linear":135124.0,"score_lmetric":138396},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":35450,"score_linear":106305.0,"score_lmetric":80315},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":63001,"ongoing_decode_tokens":146405,"pending_prefill_tokens":-11724,"num_requests":4,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":0,"new_prefill":35450,"score_linear":63001.0,"score_lmetric":94904},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":35450,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":35450,"score_linear":106143.0,"score_lmetric":53529}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27266.804700623,"t_first_token_unix":1779961263.3596442,"t_done":27267.228755941,"t_done_unix":1779961263.783699},{"request_id":"1366128:17:1395596:731","session_id":"1366128","input_length":85276,"t_proxy_recv":27265.867063856,"t_decision_unix":1779961262.4220054,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9966696374126366,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (284 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":284,"cache_hit":84992,"estimated_new_tokens":284,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":71168,"new_prefill":14108,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":85276,"score_linear":146014.0,"score_lmetric":368238},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":85276,"score_linear":106305.0,"score_lmetric":130141},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":85276,"score_linear":35450.0,"score_lmetric":120726},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-34460,"ongoing_decode_tokens":48944,"pending_prefill_tokens":-11724,"num_requests":0,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":84992,"new_prefill":284,"score_linear":-119452.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":85276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":85276,"score_linear":106143.0,"score_lmetric":103355}],"chosen_score_linear":-119452.0,"chosen_score_lmetric":0,"t_first_token":27266.130163425,"t_first_token_unix":1779961262.6851072,"t_done":27267.319132719,"t_done_unix":1779961263.8740761},{"request_id":"1364090:4:1392998:718","session_id":"1364090","input_length":48944,"t_proxy_recv":27255.51138923,"t_decision_unix":1779961252.0663304,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9833278849297156,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (816 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":816,"cache_hit":48128,"estimated_new_tokens":816,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":4096,"new_prefill":44848,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":7440,"ongoing_decode_tokens":0,"pending_prefill_tokens":2320,"num_requests":1,"active_p_offloads":0,"cached_blocks":1537,"cache_hit":0,"new_prefill":48944,"score_linear":7440.0,"score_lmetric":51264},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":7680,"new_prefill":41264,"score_linear":98625.0,"score_lmetric":86129},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":7680,"new_prefill":41264,"score_linear":118660.0,"score_lmetric":41264},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":48944,"score_linear":92082.0,"score_lmetric":244164},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":48128,"new_prefill":816,"score_linear":-48128.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":47104,"new_prefill":1840,"score_linear":-47104.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":23641,"ongoing_decode_tokens":23641,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1939,"cache_hit":7680,"new_prefill":41264,"score_linear":15961.0,"score_lmetric":41264}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":27257.744302937,"t_first_token_unix":1779961254.2992465,"t_done":27267.83707231,"t_done_unix":1779961264.3920157},{"request_id":"1395933:1:1395933:732","session_id":"1395933","input_length":21241,"t_proxy_recv":27265.896956881,"t_decision_unix":1779961262.4518986,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9465.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":11776,"v3_new_local":9465,"cache_hit":11776,"estimated_new_tokens":9465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":21241,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":21241,"score_linear":146014.0,"score_lmetric":176133},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":21241,"score_linear":106305.0,"score_lmetric":66106},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":21241,"score_linear":35450.0,"score_lmetric":56691},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":21241,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":50816,"ongoing_decode_tokens":48944,"pending_prefill_tokens":-11440,"num_requests":1,"active_p_offloads":0,"cached_blocks":1838,"cache_hit":0,"new_prefill":21241,"score_linear":50816.0,"score_lmetric":9801},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":11776,"new_prefill":9465,"score_linear":-11776.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":21241,"score_linear":106143.0,"score_lmetric":39320}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27268.161024219,"t_first_token_unix":1779961264.7159677,"t_done":27269.467944209,"t_done_unix":1779961266.0228875},{"request_id":"1305906:3:1396717:733","session_id":"1305906","input_length":17047,"t_proxy_recv":27268.487984892,"t_decision_unix":1779961265.0429263,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16384,"affinity_cache_ratio":0.9611075262509532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (663 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":663,"cache_hit":16384,"estimated_new_tokens":663,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":16384,"new_prefill":663,"score_linear":-16384.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":17047,"score_linear":146014.0,"score_lmetric":163551},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":17047,"score_linear":106305.0,"score_lmetric":61912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":17047,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11724,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":17047,"score_linear":-83404.0,"score_lmetric":-5323},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":21241,"ongoing_decode_tokens":21241,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":17047,"score_linear":21241.0,"score_lmetric":17047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":17047,"score_linear":106143.0,"score_lmetric":35126}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":27270.143282702,"t_first_token_unix":1779961266.698226,"t_done":27270.907683085,"t_done_unix":1779961267.4626262},{"request_id":"1362265:5:1398180:741","session_id":"1362265","input_length":10736,"t_proxy_recv":27273.73216287,"t_decision_unix":1779961270.2871046,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10240,"affinity_cache_ratio":0.9538002980625931,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":10240,"v3_new_local":496,"cache_hit":10240,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47774,"ongoing_decode_tokens":0,"pending_prefill_tokens":2552,"num_requests":2,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":10736,"score_linear":47774.0,"score_lmetric":26576},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":10736,"score_linear":146014.0,"score_lmetric":144618},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":10736,"score_linear":106305.0,"score_lmetric":55601},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":10736,"score_linear":93040.0,"score_lmetric":10736},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":10736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":128037,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-8511,"num_requests":4,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":10736,"score_linear":128037.0,"score_lmetric":8900},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":6656,"new_prefill":4080,"score_linear":-6656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":10240,"new_prefill":496,"score_linear":95903.0,"score_lmetric":496}],"chosen_score_linear":95903.0,"chosen_score_lmetric":496,"t_first_token":27273.800449592,"t_first_token_unix":1779961270.3553925,"t_done":27274.202943471,"t_done_unix":1779961270.7578866},{"request_id":"1398594:1:1398594:744","session_id":"1398594","input_length":7877,"t_proxy_recv":27275.016470866,"t_decision_unix":1779961271.571412,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":7877.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7877 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7877,"cache_hit":0,"estimated_new_tokens":7877,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47774,"ongoing_decode_tokens":31224,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":7877,"score_linear":47774.0,"score_lmetric":15754},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":146014,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":7877,"score_linear":146014.0,"score_lmetric":23631},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":7877,"score_linear":106305.0,"score_lmetric":52742},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":7877,"score_linear":156298.0,"score_lmetric":39870},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":7877,"score_linear":131928.0,"score_lmetric":16285},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":7877,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":7877,"score_linear":106143.0,"score_lmetric":7877}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27275.562090724,"t_first_token_unix":1779961272.1170352,"t_done":27275.679917723,"t_done_unix":1779961272.2348611},{"request_id":"1355484:14:1398178:740","session_id":"1355484","input_length":31224,"t_proxy_recv":27273.730209677,"t_decision_unix":1779961270.285151,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9182679989751473,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2552 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":2552,"cache_hit":28672,"estimated_new_tokens":2552,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":28672,"new_prefill":2552,"score_linear":-12122.0,"score_lmetric":2552},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":12800,"new_prefill":18424,"score_linear":133214.0,"score_lmetric":167682},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":12800,"new_prefill":18424,"score_linear":93505.0,"score_lmetric":63289},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":31224,"score_linear":93040.0,"score_lmetric":31224},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":31224,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":128037,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-8511,"num_requests":4,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":31224,"score_linear":128037.0,"score_lmetric":90852},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":31224,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":12800,"new_prefill":18424,"score_linear":93343.0,"score_lmetric":18424}],"chosen_score_linear":-12122.0,"chosen_score_lmetric":2552,"t_first_token":27274.365632764,"t_first_token_unix":1779961270.9205768,"t_done":27275.772483665,"t_done_unix":1779961272.3274274},{"request_id":"1390240:3:1395387:730","session_id":"1390240","input_length":10890,"t_proxy_recv":27263.956814933,"t_decision_unix":1779961260.5117562,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":7168,"affinity_cache_ratio":0.65821854912764,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3722 < 8000)","v3_prefill_cache_hit":7168,"v3_new_local":3722,"cache_hit":7168,"estimated_new_tokens":3722,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":7168,"new_prefill":3722,"score_linear":127956.0,"score_lmetric":74940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":10890,"score_linear":106305.0,"score_lmetric":55755},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":35450,"ongoing_decode_tokens":0,"pending_prefill_tokens":35450,"num_requests":1,"active_p_offloads":0,"cached_blocks":1717,"cache_hit":0,"new_prefill":10890,"score_linear":35450.0,"score_lmetric":46340},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":62192,"ongoing_decode_tokens":145596,"pending_prefill_tokens":-11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1831,"cache_hit":0,"new_prefill":10890,"score_linear":62192.0,"score_lmetric":-2502},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":10890,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":10890,"score_linear":106143.0,"score_lmetric":28969}],"chosen_score_linear":127956.0,"chosen_score_lmetric":74940,"t_first_token":27274.606360645,"t_first_token_unix":1779961271.161304,"t_done":27276.476949586,"t_done_unix":1779961273.0318928},{"request_id":"1313181:6:1324908:369","session_id":"1313181","input_length":106305,"t_proxy_recv":27253.333351516,"t_decision_unix":1779961249.888293,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.5779596444193594,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61440,"v3_new_local":44865,"cache_hit":61440,"estimated_new_tokens":44865,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":130375,"ongoing_decode_tokens":130375,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1955,"cache_hit":24064,"new_prefill":82241,"score_linear":106311.0,"score_lmetric":164482},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":28307,"ongoing_decode_tokens":0,"pending_prefill_tokens":28307,"num_requests":1,"active_p_offloads":0,"cached_blocks":1482,"cache_hit":59904,"new_prefill":46401,"score_linear":-31597.0,"score_lmetric":74708},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":61440,"new_prefill":44865,"score_linear":-61440.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":126340,"ongoing_decode_tokens":126340,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1467,"cache_hit":0,"new_prefill":106305,"score_linear":126340.0,"score_lmetric":106305},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":0,"pending_prefill_tokens":73138,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":106305,"score_linear":92082.0,"score_lmetric":358886},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2025,"cache_hit":0,"new_prefill":106305,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":111328,"ongoing_decode_tokens":111328,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1934,"cache_hit":12800,"new_prefill":93505,"score_linear":98528.0,"score_lmetric":187010}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":27276.735495188,"t_first_token_unix":1779961273.2904384,"t_done":27278.695510521,"t_done_unix":1779961275.250454},{"request_id":"1362265:6:1399937:747","session_id":"1362265","input_length":10816,"t_proxy_recv":27279.796151318,"t_decision_unix":1779961276.3510928,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9940828402366864,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (64 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":64,"cache_hit":10752,"estimated_new_tokens":64,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":10816,"score_linear":16550.0,"score_lmetric":10816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":10816,"score_linear":135124.0,"score_lmetric":21632},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":10816,"score_linear":61543.0,"score_lmetric":10816},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":10816,"score_linear":156298.0,"score_lmetric":45748},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":10816,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":10816,"score_linear":131928.0,"score_lmetric":30980},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":6656,"new_prefill":4160,"score_linear":-6656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":10752,"new_prefill":64,"score_linear":95391.0,"score_lmetric":64}],"chosen_score_linear":95391.0,"chosen_score_lmetric":64,"t_first_token":27279.859833241,"t_first_token_unix":1779961276.4147766,"t_done":27280.403296146,"t_done_unix":1779961276.9582393},{"request_id":"1355484:15:1400281:750","session_id":"1355484","input_length":31469,"t_proxy_recv":27280.833215837,"t_decision_unix":1779961277.3881571,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9924687787981823,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (237 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":237,"cache_hit":31232,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":31232,"new_prefill":237,"score_linear":-14682.0,"score_lmetric":237},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":12800,"new_prefill":18669,"score_linear":122324.0,"score_lmetric":37338},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":12800,"new_prefill":18669,"score_linear":48743.0,"score_lmetric":18669},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":31469,"score_linear":156298.0,"score_lmetric":87054},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":31469,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":31469,"score_linear":136919.0,"score_lmetric":191040},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":31469,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":12800,"new_prefill":18669,"score_linear":93343.0,"score_lmetric":18669}],"chosen_score_linear":-14682.0,"chosen_score_lmetric":237,"t_first_token":27280.898739385,"t_first_token_unix":1779961277.4536827,"t_done":27281.402873068,"t_done_unix":1779961277.9578161},{"request_id":"1400379:1:1400379:751","session_id":"1400379","input_length":3707,"t_proxy_recv":27281.143578281,"t_decision_unix":1779961277.6985195,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":6,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.75,"fallback_score":3707.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3707 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3707,"cache_hit":0,"estimated_new_tokens":3707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":48019,"ongoing_decode_tokens":31469,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":3707,"score_linear":48019.0,"score_lmetric":7414},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":3707,"score_linear":135124.0,"score_lmetric":7414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":3707,"score_linear":61543.0,"score_lmetric":3707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":3707,"score_linear":156298.0,"score_lmetric":31530},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":3707,"score_linear":136919.0,"score_lmetric":24468},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":3707,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":3707,"score_linear":106143.0,"score_lmetric":3707}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27281.371107037,"t_first_token_unix":1779961277.9260502,"t_done":27281.658501609,"t_done_unix":1779961278.2134442},{"request_id":"1313181:6:1379623:639","session_id":"1313181","input_length":61543,"t_proxy_recv":27278.705785989,"t_decision_unix":1779961275.2607274,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9983263734299596,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (103 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":103,"cache_hit":61440,"estimated_new_tokens":103,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":24064,"new_prefill":37479,"score_linear":-7514.0,"score_lmetric":37479},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":59904,"new_prefill":1639,"score_linear":75220.0,"score_lmetric":3278},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":61440,"new_prefill":103,"score_linear":-61440.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":61543,"score_linear":156298.0,"score_lmetric":147202},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":61543,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":61543,"score_linear":131928.0,"score_lmetric":284615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":61543,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":12800,"new_prefill":48743,"score_linear":93343.0,"score_lmetric":48743}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":27278.791188099,"t_first_token_unix":1779961275.3461316,"t_done":27282.467059183,"t_done_unix":1779961279.0220044},{"request_id":"1355484:16:1401320:758","session_id":"1355484","input_length":32332,"t_proxy_recv":27284.710428975,"t_decision_unix":1779961281.2653701,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9659779784733391,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1100 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":1100,"cache_hit":31232,"estimated_new_tokens":1100,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":31232,"new_prefill":1100,"score_linear":-14682.0,"score_lmetric":1100},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":12800,"new_prefill":19532,"score_linear":122324.0,"score_lmetric":39064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":12800,"new_prefill":19532,"score_linear":109011.0,"score_lmetric":79391},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":32332,"score_linear":156298.0,"score_lmetric":88780},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":32332,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":32332,"score_linear":136919.0,"score_lmetric":196218},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":0,"pending_prefill_tokens":33226,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":32332,"score_linear":134602.0,"score_lmetric":196674},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130585,"ongoing_decode_tokens":130585,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":12800,"new_prefill":19532,"score_linear":117785.0,"score_lmetric":39064}],"chosen_score_linear":-14682.0,"chosen_score_lmetric":1100,"t_first_token":27284.977713719,"t_first_token_unix":1779961281.5326576,"t_done":27288.833551996,"t_done_unix":1779961285.3884954},{"request_id":"1253743:8:1398344:743","session_id":"1253743","input_length":63258,"t_proxy_recv":27274.171376968,"t_decision_unix":1779961270.7263184,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":51200,"affinity_cache_ratio":0.8093837933542003,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":51200,"v3_new_local":12058,"cache_hit":51200,"estimated_new_tokens":12058,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47774,"ongoing_decode_tokens":0,"pending_prefill_tokens":2552,"num_requests":2,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":17408,"new_prefill":45850,"score_linear":30366.0,"score_lmetric":96804},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":101803,"pending_prefill_tokens":8883,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":3584,"new_prefill":59674,"score_linear":142430.0,"score_lmetric":205671},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":63258,"score_linear":106305.0,"score_lmetric":108123},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":51200,"new_prefill":12058,"score_linear":41840.0,"score_lmetric":12058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":63258,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":63258,"score_linear":131928.0,"score_lmetric":293190},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":4608,"new_prefill":58650,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116879,"ongoing_decode_tokens":116879,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":63258,"score_linear":116879.0,"score_lmetric":126516}],"chosen_score_linear":41840.0,"chosen_score_lmetric":12058,"t_first_token":27288.274730733,"t_first_token_unix":1779961284.8296754,"t_done":27289.364125483,"t_done_unix":1779961285.9190688},{"request_id":"1363943:10:1401002:755","session_id":"1363943","input_length":24442,"t_proxy_recv":27283.540125531,"t_decision_unix":1779961280.0950668,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9845348171180754,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (378 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":378,"cache_hit":24064,"estimated_new_tokens":378,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":8704,"new_prefill":15738,"score_linear":7846.0,"score_lmetric":15738},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":24442,"score_linear":135124.0,"score_lmetric":48884},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":4096,"new_prefill":20346,"score_linear":117715.0,"score_lmetric":80205},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":4096,"new_prefill":20346,"score_linear":152202.0,"score_lmetric":64808},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":24442,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":4096,"new_prefill":20346,"score_linear":132823.0,"score_lmetric":124302},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":4096,"new_prefill":20346,"score_linear":64013.0,"score_lmetric":37767},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":24064,"new_prefill":378,"score_linear":82079.0,"score_lmetric":378}],"chosen_score_linear":82079.0,"chosen_score_lmetric":378,"t_first_token":27283.612066656,"t_first_token_unix":1779961280.16701,"t_done":27291.845613563,"t_done_unix":1779961288.4005568},{"request_id":"1403188:1:1403188:764","session_id":"1403188","input_length":8848,"t_proxy_recv":27291.371714816,"t_decision_unix":1779961287.926656,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":4,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":8848.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":8848,"cache_hit":0,"estimated_new_tokens":8848,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1969,"cache_hit":0,"new_prefill":8848,"score_linear":16550.0,"score_lmetric":8848},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":8848,"score_linear":135124.0,"score_lmetric":17696},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":8848,"score_linear":121811.0,"score_lmetric":68707},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":8848,"score_linear":93040.0,"score_lmetric":8848},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":8848,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":8848,"score_linear":136919.0,"score_lmetric":55314},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":8848,"score_linear":134602.0,"score_lmetric":73959},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130585,"ongoing_decode_tokens":130585,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":8848,"score_linear":130585.0,"score_lmetric":17696}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27292.039239319,"t_first_token_unix":1779961288.5941834,"t_done":27292.61633477,"t_done_unix":1779961289.1712778},{"request_id":"1403989:1:1403989:767","session_id":"1403989","input_length":1954,"t_proxy_recv":27293.866447949,"t_decision_unix":1779961290.4213893,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":0,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.0,"fallback_score":1954.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1954 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1954,"cache_hit":0,"estimated_new_tokens":1954,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1969,"cache_hit":0,"new_prefill":1954,"score_linear":16550.0,"score_lmetric":1954},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":1954,"score_linear":135124.0,"score_lmetric":3908},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":1954,"score_linear":121811.0,"score_lmetric":61813},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":1954,"score_linear":93040.0,"score_lmetric":1954},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":1954,"score_linear":44148.0,"score_lmetric":4630},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":1954,"score_linear":136919.0,"score_lmetric":13950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":1954,"score_linear":134602.0,"score_lmetric":53277},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":1954,"score_linear":106143.0,"score_lmetric":1954}],"chosen_score_linear":16550.0,"chosen_score_lmetric":1954,"t_first_token":27293.992944137,"t_first_token_unix":1779961290.5478873,"t_done":27294.341266402,"t_done_unix":1779961290.8962097},{"request_id":"1253743:8:1404284:769","session_id":"1253743","input_length":63643,"t_proxy_recv":27294.894856747,"t_decision_unix":1779961291.449798,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9895196643778578,"affinity_num_requests":1,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (667 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":667,"cache_hit":62976,"estimated_new_tokens":667,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":17408,"new_prefill":46235,"score_linear":-858.0,"score_lmetric":46235},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":3584,"new_prefill":60059,"score_linear":131540.0,"score_lmetric":120118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":63643,"score_linear":121811.0,"score_lmetric":123502},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":62976,"new_prefill":667,"score_linear":30064.0,"score_lmetric":667},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":63643,"score_linear":44148.0,"score_lmetric":66319},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":63643,"score_linear":136919.0,"score_lmetric":384084},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":4608,"new_prefill":59035,"score_linear":129994.0,"score_lmetric":224520},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":63643,"score_linear":106143.0,"score_lmetric":63643}],"chosen_score_linear":30064.0,"chosen_score_lmetric":667,"t_first_token":27295.112212448,"t_first_token_unix":1779961291.667156,"t_done":27295.754356205,"t_done_unix":1779961292.3092997},{"request_id":"1382089:2:1404847:773","session_id":"1382089","input_length":39203,"t_proxy_recv":27296.886133785,"t_decision_unix":1779961293.4410748,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9664566487258628,"affinity_num_requests":6,"avg_num_requests":2.25,"fallback_score":4387.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4387 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":4387,"cache_hit":34816,"estimated_new_tokens":4387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":34816,"new_prefill":4387,"score_linear":-18266.0,"score_lmetric":4387},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":39203,"score_linear":135124.0,"score_lmetric":78406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":39203,"score_linear":121811.0,"score_lmetric":99062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":39203,"score_linear":93040.0,"score_lmetric":39203},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":39203,"score_linear":65157.0,"score_lmetric":110416},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":37888,"new_prefill":1315,"score_linear":99031.0,"score_lmetric":10116},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":39203,"score_linear":134602.0,"score_lmetric":165024},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21684,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":39203,"score_linear":127827.0,"score_lmetric":121774}],"chosen_score_linear":-18266.0,"chosen_score_lmetric":4387,"t_first_token":27297.959194132,"t_first_token_unix":1779961294.5141377,"t_done":27298.267805299,"t_done_unix":1779961294.822751},{"request_id":"1405199:1:1405199:776","session_id":"1405199","input_length":11503,"t_proxy_recv":27298.116575889,"t_decision_unix":1779961294.671517,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":23006.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=2 threshold=1 eff_loads=[2,2,2,2,2,6,3,2])","v3_prefill_cache_hit":0,"v3_new_local":11503,"cache_hit":0,"estimated_new_tokens":11503,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55753,"ongoing_decode_tokens":39203,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":11503,"score_linear":55753.0,"score_lmetric":23006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":11503,"score_linear":135124.0,"score_lmetric":23006},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":11503,"score_linear":207249.0,"score_lmetric":150784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":11503,"score_linear":125984.0,"score_lmetric":88894},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":11503,"score_linear":65157.0,"score_lmetric":55016},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":11503,"score_linear":136919.0,"score_lmetric":71244},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":11503,"score_linear":134602.0,"score_lmetric":81924},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":11503,"score_linear":127827.0,"score_lmetric":23006}],"chosen_score_linear":127827.0,"chosen_score_lmetric":23006,"t_first_token":27299.076456517,"t_first_token_unix":1779961295.6314,"t_done":27299.747267985,"t_done_unix":1779961296.302211},{"request_id":"1398594:2:1404702:771","session_id":"1398594","input_length":21009,"t_proxy_recv":27296.378847978,"t_decision_unix":1779961292.9337893,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":7680,"affinity_cache_ratio":0.3655576181636441,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":16005.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":7680,"v3_new_local":13329,"cache_hit":7680,"estimated_new_tokens":13329,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":21009,"score_linear":16550.0,"score_lmetric":21009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":21009,"score_linear":135124.0,"score_lmetric":42018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":21009,"score_linear":121811.0,"score_lmetric":80868},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":21009,"score_linear":93040.0,"score_lmetric":21009},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":7680,"new_prefill":13329,"score_linear":36468.0,"score_lmetric":16005},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":21009,"score_linear":136919.0,"score_lmetric":128280},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":21009,"score_linear":134602.0,"score_lmetric":110442},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21684,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":21009,"score_linear":127827.0,"score_lmetric":85386}],"chosen_score_linear":36468.0,"chosen_score_lmetric":16005,"t_first_token":27302.327057392,"t_first_token_unix":1779961298.8820019,"t_done":27302.630097074,"t_done_unix":1779961299.1850414},{"request_id":"1400379:2:1401201:757","session_id":"1400379","input_length":3863,"t_proxy_recv":27284.260833394,"t_decision_unix":1779961280.8157744,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":3584,"affinity_cache_ratio":0.92777633963241,"affinity_num_requests":2,"avg_num_requests":2.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (279 < 8000)","v3_prefill_cache_hit":3584,"v3_new_local":279,"cache_hit":3584,"estimated_new_tokens":279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":3863,"score_linear":16550.0,"score_lmetric":3863},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":3863,"score_linear":135124.0,"score_lmetric":7726},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":3863,"score_linear":121811.0,"score_lmetric":63722},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":3863,"score_linear":156298.0,"score_lmetric":31842},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":3863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":3863,"score_linear":136919.0,"score_lmetric":25404},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":0,"pending_prefill_tokens":32947,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":3584,"new_prefill":279,"score_linear":127155.0,"score_lmetric":66452},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130585,"ongoing_decode_tokens":130585,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":3863,"score_linear":130585.0,"score_lmetric":7726}],"chosen_score_linear":127155.0,"chosen_score_lmetric":66452,"t_first_token":27303.07673661,"t_first_token_unix":1779961299.6316798,"t_done":27303.989814689,"t_done_unix":1779961300.544758},{"request_id":"1268861:8:1403753:765","session_id":"1268861","input_length":44148,"t_proxy_recv":27293.121857807,"t_decision_unix":1779961289.6767988,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":41472,"affinity_cache_ratio":0.939385702636586,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2676 < 8000)","v3_prefill_cache_hit":41472,"v3_new_local":2676,"cache_hit":41472,"estimated_new_tokens":2676,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1969,"cache_hit":0,"new_prefill":44148,"score_linear":16550.0,"score_lmetric":44148},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":44148,"score_linear":135124.0,"score_lmetric":88296},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":44148,"score_linear":121811.0,"score_lmetric":104007},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":44148,"score_linear":93040.0,"score_lmetric":44148},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":41472,"new_prefill":2676,"score_linear":-41472.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":44148,"score_linear":136919.0,"score_lmetric":267114},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":44148,"score_linear":134602.0,"score_lmetric":179859},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":34304,"new_prefill":9844,"score_linear":71839.0,"score_lmetric":9844}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":27301.245245608,"t_first_token_unix":1779961297.8001902,"t_done":27305.288728702,"t_done_unix":1779961301.8436718},{"request_id":"1400379:3:1402972:763","session_id":"1400379","input_length":11216,"t_proxy_recv":27303.997346038,"t_decision_unix":1779961300.5522878,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":6,"chosen_idx":4,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3195435092724679,"affinity_num_requests":2,"avg_num_requests":2.25,"fallback_score":11216.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[2,2,2,2,1,5,2,2])","v3_prefill_cache_hit":0,"v3_new_local":11216,"cache_hit":0,"estimated_new_tokens":11216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":11216,"score_linear":129808.0,"score_lmetric":28788},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":11216,"score_linear":135124.0,"score_lmetric":22432},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":11216,"score_linear":207249.0,"score_lmetric":150210},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":11216,"score_linear":125984.0,"score_lmetric":22432},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":44148,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":11216,"score_linear":44148.0,"score_lmetric":11216},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":147306,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-7971,"num_requests":5,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":11216,"score_linear":147306.0,"score_lmetric":16225},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":3584,"new_prefill":7632,"score_linear":127155.0,"score_lmetric":15264},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":11216,"score_linear":127827.0,"score_lmetric":22432}],"chosen_score_linear":44148.0,"chosen_score_lmetric":11216,"t_first_token":27304.902693446,"t_first_token_unix":1779961301.457637,"t_done":27305.296915219,"t_done_unix":1779961301.8518581},{"request_id":"1381387:4:1400724:754","session_id":"1381387","input_length":68109,"t_proxy_recv":27282.508202124,"t_decision_unix":1779961279.0631437,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":50688,"affinity_cache_ratio":0.7442188257058538,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":50688,"v3_new_local":17421,"cache_hit":50688,"estimated_new_tokens":17421,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":68109,"score_linear":16550.0,"score_lmetric":68109},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":68109,"score_linear":135124.0,"score_lmetric":136218},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":68109,"score_linear":121811.0,"score_lmetric":127968},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":68109,"score_linear":156298.0,"score_lmetric":160334},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":68109,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":68109,"score_linear":136919.0,"score_lmetric":410880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":50688,"new_prefill":17421,"score_linear":-50688.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":68109,"score_linear":106143.0,"score_lmetric":68109}],"chosen_score_linear":-50688.0,"chosen_score_lmetric":0,"t_first_token":27289.596047388,"t_first_token_unix":1779961286.150991,"t_done":27306.61938187,"t_done_unix":1779961303.1743252},{"request_id":"1400379:4:1405483:779","session_id":"1400379","input_length":19966,"t_proxy_recv":27305.305635057,"t_decision_unix":1779961301.8605766,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":10752,"affinity_cache_ratio":0.5385154763097265,"affinity_num_requests":0,"avg_num_requests":2.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":10752,"v3_new_local":9214,"cache_hit":10752,"estimated_new_tokens":9214,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":19966,"score_linear":129808.0,"score_lmetric":46288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":19966,"score_linear":135124.0,"score_lmetric":39932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":19966,"score_linear":207249.0,"score_lmetric":167710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":19966,"score_linear":125984.0,"score_lmetric":39932},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":10752,"new_prefill":9214,"score_linear":-10752.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":149421,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-5856,"num_requests":6,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":19966,"score_linear":149421.0,"score_lmetric":84660},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":3584,"new_prefill":16382,"score_linear":127155.0,"score_lmetric":32764},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":19966,"score_linear":127827.0,"score_lmetric":39932}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":27306.528973025,"t_first_token_unix":1779961303.0839162,"t_done":27306.808100343,"t_done_unix":1779961303.3630435},{"request_id":"1400379:5:1406380:784","session_id":"1400379","input_length":22009,"t_proxy_recv":27306.813826077,"t_decision_unix":1779961303.3687675,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9072652096869462,"affinity_num_requests":0,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2041 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":2041,"cache_hit":19968,"estimated_new_tokens":2041,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":22009,"score_linear":129808.0,"score_lmetric":50374},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":22009,"score_linear":135124.0,"score_lmetric":44018},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":22009,"score_linear":207249.0,"score_lmetric":171796},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":22009,"score_linear":125984.0,"score_lmetric":44018},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":19968,"new_prefill":2041,"score_linear":-19968.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":152453,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-2824,"num_requests":8,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":22009,"score_linear":152453.0,"score_lmetric":153480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":62630,"pending_prefill_tokens":1412,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":3584,"new_prefill":18425,"score_linear":128554.0,"score_lmetric":39674},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":22009,"score_linear":127827.0,"score_lmetric":44018}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":27307.206394453,"t_first_token_unix":1779961303.761338,"t_done":27307.584301615,"t_done_unix":1779961304.1392484},{"request_id":"1405155:1:1405155:775","session_id":"1405155","input_length":32944,"t_proxy_recv":27297.989832773,"t_decision_unix":1779961294.5447743,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":32944.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":32944,"cache_hit":0,"estimated_new_tokens":32944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55753,"ongoing_decode_tokens":39203,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":32944,"score_linear":55753.0,"score_lmetric":65888},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":32944,"score_linear":135124.0,"score_lmetric":65888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":32944,"score_linear":207249.0,"score_lmetric":193666},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":32944,"score_linear":93040.0,"score_lmetric":32944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":32944,"score_linear":65157.0,"score_lmetric":97898},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":32944,"score_linear":136919.0,"score_lmetric":199890},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":512,"new_prefill":32432,"score_linear":134090.0,"score_lmetric":144711},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":32944,"score_linear":127827.0,"score_lmetric":65888}],"chosen_score_linear":93040.0,"chosen_score_lmetric":32944,"t_first_token":27302.582449106,"t_first_token_unix":1779961299.1373932,"t_done":27307.685216125,"t_done_unix":1779961304.2401593},{"request_id":"1407995:1:1407995:793","session_id":"1407995","input_length":2944,"t_proxy_recv":27307.977624424,"t_decision_unix":1779961304.5325656,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.625,"fallback_score":2944.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2944 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2944,"cache_hit":0,"estimated_new_tokens":2944,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":2944,"score_linear":129808.0,"score_lmetric":12244},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":2944,"score_linear":135124.0,"score_lmetric":5888},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":2944,"score_linear":207249.0,"score_lmetric":133666},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":2944,"score_linear":93040.0,"score_lmetric":2944},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":5660,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":2944,"score_linear":27676.0,"score_lmetric":8604},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":2944,"score_linear":225641.0,"score_lmetric":42300},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":132138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":2944,"score_linear":132138.0,"score_lmetric":5888},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":2944,"score_linear":127827.0,"score_lmetric":5888}],"chosen_score_linear":93040.0,"chosen_score_lmetric":2944,"t_first_token":27308.156705663,"t_first_token_unix":1779961304.711649,"t_done":27308.541152905,"t_done_unix":1779961305.0960963},{"request_id":"1391404:2:1393919:720","session_id":"1391404","input_length":33321,"t_proxy_recv":27258.712537849,"t_decision_unix":1779961255.2674792,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.8451126916959275,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5161 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":5161,"cache_hit":28160,"estimated_new_tokens":5161,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":0,"pending_prefill_tokens":28587,"num_requests":1,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":28160,"new_prefill":5161,"score_linear":73643.0,"score_lmetric":33748},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":33321,"score_linear":106305.0,"score_lmetric":78186},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":0,"pending_prefill_tokens":1225,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":0,"new_prefill":33321,"score_linear":128201.0,"score_lmetric":34546},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20683,"ongoing_decode_tokens":0,"pending_prefill_tokens":715,"num_requests":1,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":2560,"new_prefill":30761,"score_linear":18123.0,"score_lmetric":31476},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":132348,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":1536,"new_prefill":31785,"score_linear":47408.0,"score_lmetric":20061},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":33321,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73643.0,"chosen_score_lmetric":33748,"t_first_token":27274.603271645,"t_first_token_unix":1779961271.1582158,"t_done":27309.487508283,"t_done_unix":1779961306.0424514},{"request_id":"1381387:5:1404170:768","session_id":"1381387","input_length":69508,"t_proxy_recv":27306.631803448,"t_decision_unix":1779961303.1867447,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9796857915635611,"affinity_num_requests":1,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1412 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":1412,"cache_hit":68096,"estimated_new_tokens":1412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":69508,"score_linear":129808.0,"score_lmetric":145372},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":69508,"score_linear":135124.0,"score_lmetric":139016},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":69508,"score_linear":207249.0,"score_lmetric":266794},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":69508,"score_linear":125984.0,"score_lmetric":139016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19966,"ongoing_decode_tokens":19966,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":69508,"score_linear":19966.0,"score_lmetric":69508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":152453,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-2824,"num_requests":8,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":69508,"score_linear":152453.0,"score_lmetric":533472},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":68096,"new_prefill":1412,"score_linear":-5466.0,"score_lmetric":1412},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":69508,"score_linear":127827.0,"score_lmetric":139016}],"chosen_score_linear":-5466.0,"chosen_score_lmetric":1412,"t_first_token":27307.257762648,"t_first_token_unix":1779961303.8127062,"t_done":27309.924683633,"t_done_unix":1779961306.4796267},{"request_id":"1408430:1:1408430:797","session_id":"1408430","input_length":7553,"t_proxy_recv":27309.509216867,"t_decision_unix":1779961306.0641582,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":7553.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7553 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":7553,"cache_hit":0,"estimated_new_tokens":7553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":7553,"score_linear":129808.0,"score_lmetric":21462},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":7553,"score_linear":101803.0,"score_lmetric":7553},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":7553,"score_linear":207249.0,"score_lmetric":142884},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":7553,"score_linear":93040.0,"score_lmetric":7553},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":7553,"score_linear":42404.0,"score_lmetric":38474},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":7553,"score_linear":225641.0,"score_lmetric":83781},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":159924,"ongoing_decode_tokens":159924,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":7553,"score_linear":159924.0,"score_lmetric":22659},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":7553,"score_linear":127827.0,"score_lmetric":15106}],"chosen_score_linear":93040.0,"chosen_score_lmetric":7553,"t_first_token":27310.024384215,"t_first_token_unix":1779961306.5793276,"t_done":27310.224815965,"t_done_unix":1779961306.7797692},{"request_id":"1340290:7:1408176:795","session_id":"1340290","input_length":27786,"t_proxy_recv":27308.666016706,"t_decision_unix":1779961305.2209575,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9766069243503923,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (650 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":650,"cache_hit":27136,"estimated_new_tokens":650,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":6794,"score_linear":108816.0,"score_lmetric":19944},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":27786,"score_linear":135124.0,"score_lmetric":55572},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":27786,"score_linear":207249.0,"score_lmetric":183350},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":27786,"score_linear":93040.0,"score_lmetric":27786},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":5660,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":27786,"score_linear":27676.0,"score_lmetric":33446},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":27786,"score_linear":225641.0,"score_lmetric":265878},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":132138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":27136,"new_prefill":650,"score_linear":105002.0,"score_lmetric":1300},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":27786,"score_linear":127827.0,"score_lmetric":55572}],"chosen_score_linear":105002.0,"chosen_score_lmetric":1300,"t_first_token":27308.835425651,"t_first_token_unix":1779961305.39037,"t_done":27310.30228891,"t_done_unix":1779961306.857232},{"request_id":"1364090:5:1401054:756","session_id":"1364090","input_length":62630,"t_proxy_recv":27283.778149482,"t_decision_unix":1779961280.3330908,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7847996167970621,"affinity_num_requests":6,"avg_num_requests":1.875,"fallback_score":32947.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":47104,"v3_new_local":15526,"cache_hit":47104,"estimated_new_tokens":15526,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":4096,"new_prefill":58534,"score_linear":12454.0,"score_lmetric":58534},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":62630,"score_linear":135124.0,"score_lmetric":125260},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":7680,"new_prefill":54950,"score_linear":114131.0,"score_lmetric":114809},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":7680,"new_prefill":54950,"score_linear":148618.0,"score_lmetric":134016},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":62630,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":49152,"new_prefill":13478,"score_linear":87767.0,"score_lmetric":83094},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":68109,"ongoing_decode_tokens":0,"pending_prefill_tokens":17421,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":47104,"new_prefill":15526,"score_linear":21005.0,"score_lmetric":32947},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":130585,"ongoing_decode_tokens":130585,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":7680,"new_prefill":54950,"score_linear":122905.0,"score_lmetric":109900}],"chosen_score_linear":21005.0,"chosen_score_lmetric":32947,"t_first_token":27303.075354535,"t_first_token_unix":1779961299.6302984,"t_done":27310.697541754,"t_done_unix":1779961307.252485},{"request_id":"1408779:1:1408779:802","session_id":"1408779","input_length":1801,"t_proxy_recv":27310.608346644,"t_decision_unix":1779961307.1632884,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":1801.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1801 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1801,"cache_hit":0,"estimated_new_tokens":1801,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":1801,"score_linear":129808.0,"score_lmetric":9958},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":1801,"score_linear":108180.0,"score_lmetric":3602},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":1801,"score_linear":207249.0,"score_lmetric":131380},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1894,"cache_hit":0,"new_prefill":1801,"score_linear":93040.0,"score_lmetric":1801},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":1801,"score_linear":42404.0,"score_lmetric":26970},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":1801,"score_linear":225641.0,"score_lmetric":32013},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":1801,"score_linear":62630.0,"score_lmetric":1801},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138897,"ongoing_decode_tokens":127827,"pending_prefill_tokens":318,"num_requests":3,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":1801,"score_linear":138897.0,"score_lmetric":6357}],"chosen_score_linear":93040.0,"chosen_score_lmetric":1801,"t_first_token":27310.744445257,"t_first_token_unix":1779961307.299388,"t_done":27310.95568266,"t_done_unix":1779961307.510626},{"request_id":"1408889:1:1408889:804","session_id":"1408889","input_length":3230,"t_proxy_recv":27310.981357424,"t_decision_unix":1779961307.5362988,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":3,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":3230.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3230 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3230,"cache_hit":0,"estimated_new_tokens":3230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":3230,"score_linear":129808.0,"score_lmetric":12816},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":3230,"score_linear":108180.0,"score_lmetric":6460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":3230,"score_linear":207249.0,"score_lmetric":134238},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1897,"cache_hit":0,"new_prefill":3230,"score_linear":93040.0,"score_lmetric":3230},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":3230,"score_linear":42404.0,"score_lmetric":29828},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":3230,"score_linear":225641.0,"score_lmetric":44874},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":0,"pending_prefill_tokens":10416,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":3230,"score_linear":73392.0,"score_lmetric":13646},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138897,"ongoing_decode_tokens":138897,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":3230,"score_linear":138897.0,"score_lmetric":9690}],"chosen_score_linear":93040.0,"chosen_score_lmetric":3230,"t_first_token":27311.183043001,"t_first_token_unix":1779961307.7379863,"t_done":27311.309247029,"t_done_unix":1779961307.86419},{"request_id":"1362265:7:1408772:800","session_id":"1362265","input_length":11070,"t_proxy_recv":27310.592484371,"t_decision_unix":1779961307.1474228,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9712737127371274,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (318 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":318,"cache_hit":10752,"estimated_new_tokens":318,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":11070,"score_linear":129808.0,"score_lmetric":28496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":11070,"score_linear":108180.0,"score_lmetric":22140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":11070,"score_linear":207249.0,"score_lmetric":149918},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1894,"cache_hit":0,"new_prefill":11070,"score_linear":93040.0,"score_lmetric":11070},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":11070,"score_linear":42404.0,"score_lmetric":45508},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":11070,"score_linear":225641.0,"score_lmetric":115434},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":62630,"ongoing_decode_tokens":62630,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":6656,"new_prefill":4414,"score_linear":55974.0,"score_lmetric":4414},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":10752,"new_prefill":318,"score_linear":117075.0,"score_lmetric":636}],"chosen_score_linear":117075.0,"chosen_score_lmetric":636,"t_first_token":27310.685081116,"t_first_token_unix":1779961307.240025,"t_done":27311.967734336,"t_done_unix":1779961308.522678},{"request_id":"1403188:2:1408249:796","session_id":"1403188","input_length":14728,"t_proxy_recv":27308.93333232,"t_decision_unix":1779961305.4882734,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":8704,"affinity_cache_ratio":0.5909831613253667,"affinity_num_requests":1,"avg_num_requests":2.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6024 < 8000)","v3_prefill_cache_hit":8704,"v3_new_local":6024,"cache_hit":8704,"estimated_new_tokens":6024,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":14728,"score_linear":129808.0,"score_lmetric":35812},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":14728,"score_linear":135124.0,"score_lmetric":29456},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":14728,"score_linear":207249.0,"score_lmetric":157234},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":14728,"score_linear":93040.0,"score_lmetric":14728},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27676,"ongoing_decode_tokens":0,"pending_prefill_tokens":5660,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":8704,"new_prefill":6024,"score_linear":18972.0,"score_lmetric":11684},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":14728,"score_linear":225641.0,"score_lmetric":148356},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":159924,"ongoing_decode_tokens":159924,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":14728,"score_linear":159924.0,"score_lmetric":44184},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":14728,"score_linear":127827.0,"score_lmetric":29456}],"chosen_score_linear":18972.0,"chosen_score_lmetric":11684,"t_first_token":27311.624619752,"t_first_token_unix":1779961308.1795635,"t_done":27312.041018595,"t_done_unix":1779961308.5959618},{"request_id":"1408578:1:1408578:798","session_id":"1408578","input_length":6377,"t_proxy_recv":27309.930480332,"t_decision_unix":1779961306.485422,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":1,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.75,"fallback_score":6377.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6377 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6377,"cache_hit":0,"estimated_new_tokens":6377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":6377,"score_linear":129808.0,"score_lmetric":19110},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":6377,"score_linear":101803.0,"score_lmetric":6377},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":6377,"score_linear":207249.0,"score_lmetric":140532},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":100593,"ongoing_decode_tokens":0,"pending_prefill_tokens":7553,"num_requests":2,"active_p_offloads":0,"cached_blocks":1880,"cache_hit":0,"new_prefill":6377,"score_linear":100593.0,"score_lmetric":27860},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":6377,"score_linear":42404.0,"score_lmetric":36122},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":6377,"score_linear":225641.0,"score_lmetric":73197},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":90416,"ongoing_decode_tokens":90416,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2088,"cache_hit":0,"new_prefill":6377,"score_linear":90416.0,"score_lmetric":12754},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":6377,"score_linear":127827.0,"score_lmetric":12754}],"chosen_score_linear":101803.0,"chosen_score_lmetric":6377,"t_first_token":27310.421130627,"t_first_token_unix":1779961306.9760747,"t_done":27312.930915597,"t_done_unix":1779961309.4858587},{"request_id":"1286804:5:1407989:792","session_id":"1286804","input_length":27676,"t_proxy_recv":27307.953608513,"t_decision_unix":1779961304.5085497,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":22016,"affinity_cache_ratio":0.795490677843619,"affinity_num_requests":0,"avg_num_requests":2.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5660 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":5660,"cache_hit":22016,"estimated_new_tokens":5660,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":27676,"score_linear":129808.0,"score_lmetric":61708},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":2560,"new_prefill":25116,"score_linear":132564.0,"score_lmetric":50232},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":27676,"score_linear":207249.0,"score_lmetric":183130},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1875,"cache_hit":0,"new_prefill":27676,"score_linear":93040.0,"score_lmetric":27676},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":22016,"new_prefill":5660,"score_linear":-22016.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":1536,"new_prefill":26140,"score_linear":224105.0,"score_lmetric":251064},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":132138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":27676,"score_linear":132138.0,"score_lmetric":55352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":27676,"score_linear":127827.0,"score_lmetric":55352}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":27310.982845845,"t_first_token_unix":1779961307.537789,"t_done":27313.084285541,"t_done_unix":1779961309.6392288},{"request_id":"1398145:1:1398145:739","session_id":"1398145","input_length":3213,"t_proxy_recv":27273.648658937,"t_decision_unix":1779961270.2036004,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.25,"fallback_score":-25533.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3213 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3213,"cache_hit":0,"estimated_new_tokens":3213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":3213,"score_linear":16550.0,"score_lmetric":3213},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":3213,"score_linear":146014.0,"score_lmetric":122049},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":3213,"score_linear":106305.0,"score_lmetric":48078},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":3213,"score_linear":93040.0,"score_lmetric":3213},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":3213,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":124824,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-11724,"num_requests":3,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":3213,"score_linear":124824.0,"score_lmetric":-25533},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":3213,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":3213,"score_linear":106143.0,"score_lmetric":3213}],"chosen_score_linear":124824.0,"chosen_score_lmetric":-25533,"t_first_token":27301.63558091,"t_first_token_unix":1779961298.1905243,"t_done":27314.430416894,"t_done_unix":1779961310.9853606},{"request_id":"1404395:1:1404395:770","session_id":"1404395","input_length":21684,"t_proxy_recv":27295.284385592,"t_decision_unix":1779961291.8393266,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":7,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.125,"fallback_score":21684.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=1 threshold=1 eff_loads=[1,2,1,2,1,6,3,1])","v3_prefill_cache_hit":0,"v3_new_local":21684,"cache_hit":0,"estimated_new_tokens":21684,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":21684,"score_linear":16550.0,"score_lmetric":21684},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":512,"new_prefill":21172,"score_linear":134612.0,"score_lmetric":42344},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":21684,"score_linear":121811.0,"score_lmetric":81543},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156683,"ongoing_decode_tokens":63643,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1809,"cache_hit":0,"new_prefill":21684,"score_linear":156683.0,"score_lmetric":43368},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":44148,"ongoing_decode_tokens":0,"pending_prefill_tokens":2676,"num_requests":1,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":512,"new_prefill":21172,"score_linear":43636.0,"score_lmetric":23848},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":512,"new_prefill":21172,"score_linear":136407.0,"score_lmetric":129258},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":21684,"score_linear":134602.0,"score_lmetric":112467},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":21684,"score_linear":106143.0,"score_lmetric":21684}],"chosen_score_linear":106143.0,"chosen_score_lmetric":21684,"t_first_token":27297.661749898,"t_first_token_unix":1779961294.2166932,"t_done":27314.51195242,"t_done_unix":1779961311.066896},{"request_id":"1398213:1:1398213:742","session_id":"1398213","input_length":3891,"t_proxy_recv":27273.789060349,"t_decision_unix":1779961270.344002,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":-18480.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3891 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":3891,"cache_hit":0,"estimated_new_tokens":3891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47774,"ongoing_decode_tokens":0,"pending_prefill_tokens":2552,"num_requests":2,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":3891,"score_linear":47774.0,"score_lmetric":12886},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":3891,"score_linear":146014.0,"score_lmetric":124083},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":3891,"score_linear":106305.0,"score_lmetric":48756},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":3891,"score_linear":93040.0,"score_lmetric":3891},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":3891,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":128037,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-8511,"num_requests":4,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":3891,"score_linear":128037.0,"score_lmetric":-18480},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":3891,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116879,"ongoing_decode_tokens":106143,"pending_prefill_tokens":496,"num_requests":2,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":3891,"score_linear":116879.0,"score_lmetric":8774}],"chosen_score_linear":128037.0,"chosen_score_lmetric":-18480,"t_first_token":27302.130496477,"t_first_token_unix":1779961298.68544,"t_done":27315.006797826,"t_done_unix":1779961311.5617416},{"request_id":"1408779:2:1410032:807","session_id":"1408779","input_length":5001,"t_proxy_recv":27315.131144698,"t_decision_unix":1779961311.6860855,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":1536,"affinity_cache_ratio":0.30713857228554287,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":3465.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3465 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":3465,"cache_hit":1536,"estimated_new_tokens":3465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":5001,"score_linear":129808.0,"score_lmetric":16358},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":5001,"score_linear":101803.0,"score_lmetric":5001},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":5001,"score_linear":207249.0,"score_lmetric":137780},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":1536,"new_prefill":3465,"score_linear":91504.0,"score_lmetric":3465},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":5001,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218537,"ongoing_decode_tokens":103629,"pending_prefill_tokens":1756,"num_requests":7,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":5001,"score_linear":218537.0,"score_lmetric":47299},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11414,"ongoing_decode_tokens":0,"pending_prefill_tokens":11414,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":5001,"score_linear":11414.0,"score_lmetric":16415},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2011,"cache_hit":0,"new_prefill":5001,"score_linear":106143.0,"score_lmetric":5001}],"chosen_score_linear":91504.0,"chosen_score_lmetric":3465,"t_first_token":27315.362970652,"t_first_token_unix":1779961311.917915,"t_done":27315.512064699,"t_done_unix":1779961312.067008},{"request_id":"1370129:6:1394177:722","session_id":"1370129","input_length":106143,"t_proxy_recv":27259.718785616,"t_decision_unix":1779961256.273727,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":88064,"affinity_cache_ratio":0.8296731767521174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":88064,"v3_new_local":18079,"cache_hit":88064,"estimated_new_tokens":18079,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":4096,"new_prefill":102047,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":0,"pending_prefill_tokens":33748,"num_requests":2,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":106143,"score_linear":135124.0,"score_lmetric":279782},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":7680,"new_prefill":98463,"score_linear":98625.0,"score_lmetric":143328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":128201,"ongoing_decode_tokens":128201,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1715,"cache_hit":7680,"new_prefill":98463,"score_linear":120521.0,"score_lmetric":98463},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":20683,"ongoing_decode_tokens":20683,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2052,"cache_hit":0,"new_prefill":106143,"score_linear":20683.0,"score_lmetric":106143},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":53837,"ongoing_decode_tokens":132566,"pending_prefill_tokens":-7049,"num_requests":2,"active_p_offloads":0,"cached_blocks":1805,"cache_hit":7680,"new_prefill":98463,"score_linear":46157.0,"score_lmetric":182828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":7680,"new_prefill":98463,"score_linear":-7680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":88064,"new_prefill":18079,"score_linear":-88064.0,"score_lmetric":0}],"chosen_score_linear":-88064.0,"chosen_score_lmetric":0,"t_first_token":27270.693293687,"t_first_token_unix":1779961267.2482374,"t_done":27316.678963749,"t_done_unix":1779961313.2339075},{"request_id":"1408889:2:1410453:810","session_id":"1408889","input_length":4825,"t_proxy_recv":27316.365754033,"t_decision_unix":1779961312.9206953,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":3072,"affinity_cache_ratio":0.6366839378238341,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1753 < 8000)","v3_prefill_cache_hit":3072,"v3_new_local":1753,"cache_hit":3072,"estimated_new_tokens":1753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":4825,"score_linear":129808.0,"score_lmetric":16006},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":4825,"score_linear":101803.0,"score_lmetric":4825},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":4825,"score_linear":207249.0,"score_lmetric":137428},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1909,"cache_hit":3072,"new_prefill":1753,"score_linear":89968.0,"score_lmetric":1753},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":4825,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218537,"ongoing_decode_tokens":103629,"pending_prefill_tokens":1756,"num_requests":7,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":0,"new_prefill":4825,"score_linear":218537.0,"score_lmetric":46067},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11414,"ongoing_decode_tokens":73392,"pending_prefill_tokens":998,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":4825,"score_linear":11414.0,"score_lmetric":5823},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2011,"cache_hit":0,"new_prefill":4825,"score_linear":106143.0,"score_lmetric":4825}],"chosen_score_linear":89968.0,"chosen_score_lmetric":1753,"t_first_token":27316.552177475,"t_first_token_unix":1779961313.1071215,"t_done":27316.839655662,"t_done_unix":1779961313.3945987},{"request_id":"1366128:18:1397382:735","session_id":"1366128","input_length":85504,"t_proxy_recv":27270.755267866,"t_decision_unix":1779961267.3102093,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9940119760479041,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (512 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":512,"cache_hit":84992,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17047,"ongoing_decode_tokens":17047,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":71168,"new_prefill":14336,"score_linear":-54121.0,"score_lmetric":14336},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":85504,"score_linear":146014.0,"score_lmetric":368922},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":85504,"score_linear":106305.0,"score_lmetric":130369},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-70270,"ongoing_decode_tokens":0,"pending_prefill_tokens":1410,"num_requests":0,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":84992,"new_prefill":512,"score_linear":-155262.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":85504,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":85504,"score_linear":106143.0,"score_lmetric":85504}],"chosen_score_linear":-155262.0,"chosen_score_lmetric":0,"t_first_token":27271.368652817,"t_first_token_unix":1779961267.9235961,"t_done":27318.309943007,"t_done_unix":1779961314.8648887},{"request_id":"1398213:2:1400590:753","session_id":"1398213","input_length":11414,"t_proxy_recv":27315.018616483,"t_decision_unix":1779961311.573558,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":6,"affinity_cache_hit":3584,"affinity_cache_ratio":0.3140003504468197,"affinity_num_requests":7,"avg_num_requests":1.75,"fallback_score":11414.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":11414,"cache_hit":0,"estimated_new_tokens":11414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":11414,"score_linear":129808.0,"score_lmetric":29184},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":11414,"score_linear":101803.0,"score_lmetric":11414},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":11414,"score_linear":207249.0,"score_lmetric":150606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":0,"new_prefill":11414,"score_linear":93040.0,"score_lmetric":11414},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218537,"ongoing_decode_tokens":103629,"pending_prefill_tokens":1756,"num_requests":7,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":3584,"new_prefill":7830,"score_linear":214953.0,"score_lmetric":67102},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":11414,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2011,"cache_hit":0,"new_prefill":11414,"score_linear":106143.0,"score_lmetric":11414}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27317.521294843,"t_first_token_unix":1779961314.0762389,"t_done":27318.729049,"t_done_unix":1779961315.2839923},{"request_id":"1408779:3:1411249:815","session_id":"1408779","input_length":7110,"t_proxy_recv":27319.143969163,"t_decision_unix":1779961315.6989105,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":4608,"affinity_cache_ratio":0.6481012658227848,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2502 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":2502,"cache_hit":4608,"estimated_new_tokens":2502,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":7110,"score_linear":129808.0,"score_lmetric":20576},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":7110,"score_linear":101803.0,"score_lmetric":7110},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":7110,"score_linear":207249.0,"score_lmetric":22280},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":4608,"new_prefill":2502,"score_linear":88432.0,"score_lmetric":2502},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":7110,"score_linear":218696.0,"score_lmetric":63175},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":12910,"ongoing_decode_tokens":187602,"pending_prefill_tokens":-14436,"num_requests":1,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":7110,"score_linear":12910.0,"score_lmetric":-7326},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":7110,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":88432.0,"chosen_score_lmetric":2502,"t_first_token":27319.345136403,"t_first_token_unix":1779961315.90008,"t_done":27319.501353576,"t_done_unix":1779961316.0562966},{"request_id":"1381387:6:1409195:806","session_id":"1381387","input_length":71570,"t_proxy_recv":27312.250186599,"t_decision_unix":1779961308.8051274,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9729216152019002,"affinity_num_requests":2,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1938 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":1938,"cache_hit":69632,"estimated_new_tokens":1938,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":71570,"score_linear":129808.0,"score_lmetric":149496},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":71570,"score_linear":108180.0,"score_lmetric":143140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":71570,"score_linear":207249.0,"score_lmetric":270918},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":512,"new_prefill":71058,"score_linear":92528.0,"score_lmetric":71058},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":27676,"ongoing_decode_tokens":27676,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":71570,"score_linear":27676.0,"score_lmetric":71570},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":71570,"score_linear":225641.0,"score_lmetric":659934},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":103122,"ongoing_decode_tokens":0,"pending_prefill_tokens":12498,"num_requests":2,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":69632,"new_prefill":1938,"score_linear":33490.0,"score_lmetric":28872},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":71570,"score_linear":127827.0,"score_lmetric":143140}],"chosen_score_linear":33490.0,"chosen_score_lmetric":28872,"t_first_token":27316.653714094,"t_first_token_unix":1779961313.2086575,"t_done":27319.51661261,"t_done_unix":1779961316.0715556},{"request_id":"1340290:8:1409129:805","session_id":"1340290","input_length":29730,"t_proxy_recv":27311.98902738,"t_decision_unix":1779961308.5439687,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":27648,"affinity_cache_ratio":0.9299697275479314,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2082 < 8000)","v3_prefill_cache_hit":27648,"v3_new_local":2082,"cache_hit":27648,"estimated_new_tokens":2082,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":8738,"score_linear":108816.0,"score_lmetric":23832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":29730,"score_linear":108180.0,"score_lmetric":59460},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":29730,"score_linear":207249.0,"score_lmetric":187238},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1903,"cache_hit":0,"new_prefill":29730,"score_linear":93040.0,"score_lmetric":29730},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":42404,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":29730,"score_linear":42404.0,"score_lmetric":59460},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":29730,"score_linear":225641.0,"score_lmetric":283374},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":73392,"ongoing_decode_tokens":0,"pending_prefill_tokens":10416,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":27648,"new_prefill":2082,"score_linear":45744.0,"score_lmetric":12498},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":29730,"score_linear":127827.0,"score_lmetric":59460}],"chosen_score_linear":45744.0,"chosen_score_lmetric":12498,"t_first_token":27316.650881126,"t_first_token_unix":1779961313.2058249,"t_done":27320.62368395,"t_done_unix":1779961317.178627},{"request_id":"1340290:9:1410595:811","session_id":"1340290","input_length":29958,"t_proxy_recv":27320.631189047,"t_decision_unix":1779961317.1861308,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9912544228586688,"affinity_num_requests":-1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (262 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":262,"cache_hit":29696,"estimated_new_tokens":262,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":8966,"score_linear":108816.0,"score_lmetric":24288},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":29958,"score_linear":101803.0,"score_lmetric":29958},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":29958,"score_linear":207249.0,"score_lmetric":67976},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":29958,"score_linear":93040.0,"score_lmetric":29958},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":29958,"score_linear":218696.0,"score_lmetric":223111},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-88390,"ongoing_decode_tokens":86302,"pending_prefill_tokens":-14436,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":29696,"new_prefill":262,"score_linear":-118086.0,"score_lmetric":14174},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":29958,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-118086.0,"chosen_score_lmetric":14174,"t_first_token":27320.719641976,"t_first_token_unix":1779961317.2745852,"t_done":27321.3234004,"t_done_unix":1779961317.8783433},{"request_id":"1314357:5:1393659:719","session_id":"1314357","input_length":101803,"t_proxy_recv":27257.778698619,"t_decision_unix":1779961254.3336399,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":73216,"affinity_cache_ratio":0.7191929510918146,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":73216,"v3_new_local":28587,"cache_hit":73216,"estimated_new_tokens":28587,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1959,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":73216,"new_prefill":28587,"score_linear":-73216.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":101803,"score_linear":106305.0,"score_lmetric":146668},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":127267,"ongoing_decode_tokens":127267,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1714,"cache_hit":0,"new_prefill":101803,"score_linear":127267.0,"score_lmetric":101803},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":92082,"ongoing_decode_tokens":92082,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1910,"cache_hit":0,"new_prefill":101803,"score_linear":92082.0,"score_lmetric":203606},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":48944,"ongoing_decode_tokens":132348,"pending_prefill_tokens":-11724,"num_requests":1,"active_p_offloads":0,"cached_blocks":1782,"cache_hit":0,"new_prefill":101803,"score_linear":48944.0,"score_lmetric":90079},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2026,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":101803,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":27274.125657201,"t_first_token_unix":1779961270.6806006,"t_done":27323.605545072,"t_done_unix":1779961320.1604884},{"request_id":"1364090:6:1408777:801","session_id":"1364090","input_length":73392,"t_proxy_recv":27310.716753011,"t_decision_unix":1779961307.2716944,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8580771746239372,"affinity_num_requests":0,"avg_num_requests":2.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62976,"v3_new_local":10416,"cache_hit":62976,"estimated_new_tokens":10416,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":4096,"new_prefill":69296,"score_linear":125712.0,"score_lmetric":144948},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108180,"ongoing_decode_tokens":108180,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1560,"cache_hit":0,"new_prefill":73392,"score_linear":108180.0,"score_lmetric":146784},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":7680,"new_prefill":65712,"score_linear":199569.0,"score_lmetric":259202},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":94841,"ongoing_decode_tokens":0,"pending_prefill_tokens":1801,"num_requests":2,"active_p_offloads":0,"cached_blocks":1894,"cache_hit":7680,"new_prefill":65712,"score_linear":87161.0,"score_lmetric":135026},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":42404,"ongoing_decode_tokens":0,"pending_prefill_tokens":11684,"num_requests":2,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":73392,"score_linear":42404.0,"score_lmetric":170152},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":225641,"ongoing_decode_tokens":110733,"pending_prefill_tokens":1756,"num_requests":9,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":49152,"new_prefill":24240,"score_linear":176489.0,"score_lmetric":233964},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":62976,"new_prefill":10416,"score_linear":-62976.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":138897,"ongoing_decode_tokens":138897,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":7680,"new_prefill":65712,"score_linear":131217.0,"score_lmetric":197136}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":27315.298190423,"t_first_token_unix":1779961311.8531346,"t_done":27324.753104211,"t_done_unix":1779961321.3080475},{"request_id":"1397515:1:1397515:736","session_id":"1397515","input_length":93040,"t_proxy_recv":27271.2427062,"t_decision_unix":1779961267.7976477,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":81828.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=512 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":93040,"v3_src_idx":5,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":512,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":15234,"ongoing_decode_tokens":13134,"pending_prefill_tokens":-11212},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":512,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":93040,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":93040,"score_linear":146014.0,"score_lmetric":391530},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":93040,"score_linear":106305.0,"score_lmetric":137905},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":512,"new_prefill":92528,"score_linear":-512.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":15234,"ongoing_decode_tokens":13134,"pending_prefill_tokens":-11212,"num_requests":1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":93040,"score_linear":15234.0,"score_lmetric":81828},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":93040,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":93040,"score_linear":106143.0,"score_lmetric":93040}],"chosen_score_linear":15234.0,"chosen_score_lmetric":81828,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"t_prefill_sent":27271.242976276,"t_prefill_sent_unix":1779961267.797919,"t_prefill_done":27300.210690579,"t_prefill_done_unix":1779961296.765639,"t_decode_sent":27300.211813478,"t_decode_sent_unix":1779961296.7667563,"t_first_token":27322.893883063,"t_first_token_unix":1779961319.4488266,"t_done":27324.83115525,"t_done_unix":1779961321.3860989},{"request_id":"1313181:7:1327489:383","session_id":"1313181","input_length":121811,"t_proxy_recv":27282.491280363,"t_decision_unix":1779961279.0462217,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.5085911781366215,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61952,"v3_new_local":59859,"cache_hit":61952,"estimated_new_tokens":59859,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":24064,"new_prefill":97747,"score_linear":-7514.0,"score_lmetric":97747},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":59904,"new_prefill":61907,"score_linear":75220.0,"score_lmetric":123814},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":61952,"new_prefill":59859,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":121811,"score_linear":156298.0,"score_lmetric":267738},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":121811,"score_linear":136919.0,"score_lmetric":733092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":121811,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":12800,"new_prefill":109011,"score_linear":93343.0,"score_lmetric":109011}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":27318.774197911,"t_first_token_unix":1779961315.3291416,"t_done":27327.253338988,"t_done_unix":1779961323.8082829},{"request_id":"1373577:3:1404917:774","session_id":"1373577","input_length":85438,"t_proxy_recv":27297.179970154,"t_decision_unix":1779961293.7349114,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":81408,"affinity_cache_ratio":0.9528312928673424,"affinity_num_requests":1,"avg_num_requests":2.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4030 < 8000)","v3_prefill_cache_hit":81408,"v3_new_local":4030,"cache_hit":81408,"estimated_new_tokens":4030,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":55753,"ongoing_decode_tokens":0,"pending_prefill_tokens":4387,"num_requests":2,"active_p_offloads":0,"cached_blocks":1972,"cache_hit":0,"new_prefill":85438,"score_linear":55753.0,"score_lmetric":179650},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":85438,"score_linear":135124.0,"score_lmetric":170876},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":121811,"ongoing_decode_tokens":0,"pending_prefill_tokens":59859,"num_requests":1,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":81408,"new_prefill":4030,"score_linear":40403.0,"score_lmetric":63889},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":85438,"score_linear":93040.0,"score_lmetric":85438},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":85438,"score_linear":65157.0,"score_lmetric":202886},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":85438,"score_linear":136919.0,"score_lmetric":514854},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":85438,"score_linear":134602.0,"score_lmetric":303729},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":106143,"pending_prefill_tokens":21684,"num_requests":2,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":2560,"new_prefill":82878,"score_linear":125267.0,"score_lmetric":209124}],"chosen_score_linear":40403.0,"chosen_score_lmetric":63889,"t_first_token":27325.458088394,"t_first_token_unix":1779961322.0130322,"t_done":27329.115402537,"t_done_unix":1779961325.670346},{"request_id":"1407995:2:1413725:826","session_id":"1407995","input_length":22392,"t_proxy_recv":27327.806493495,"t_decision_unix":1779961324.361435,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":2560,"affinity_cache_ratio":0.1143265451947124,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":19832.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":2560,"v3_new_local":19832,"cache_hit":2560,"estimated_new_tokens":19832,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":22392,"score_linear":170081.0,"score_lmetric":82329},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":22392,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":147456,"ongoing_decode_tokens":147456,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":22392,"score_linear":147456.0,"score_lmetric":44784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":2560,"new_prefill":19832,"score_linear":-2560.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":22392,"score_linear":107292.0,"score_lmetric":36500},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":22392,"score_linear":218696.0,"score_lmetric":170149},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":22392,"score_linear":27173.0,"score_lmetric":20421},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":22392,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2560.0,"chosen_score_lmetric":0,"t_first_token":27330.098576651,"t_first_token_unix":1779961326.653521,"t_done":27332.447133,"t_done_unix":1779961329.0020766},{"request_id":"1408889:3:1414177:827","session_id":"1408889","input_length":10633,"t_proxy_recv":27329.316651154,"t_decision_unix":1779961325.8715925,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":3,"chosen_idx":6,"affinity_cache_hit":4608,"affinity_cache_ratio":0.43336781717295214,"affinity_num_requests":1,"avg_num_requests":1.875,"fallback_score":8662.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":10633,"v3_src_idx":6,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":10633,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":10633,"score_linear":170081.0,"score_lmetric":47052},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":10633,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":152836,"ongoing_decode_tokens":62018,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":10633,"score_linear":152836.0,"score_lmetric":31894},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4608,"new_prefill":6025,"score_linear":17784.0,"score_lmetric":25857},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":10633,"score_linear":107292.0,"score_lmetric":24741},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":10633,"score_linear":218696.0,"score_lmetric":87836},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":10633,"score_linear":27173.0,"score_lmetric":8662},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":10633,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":27173.0,"chosen_score_lmetric":8662,"v2_src_url":"http://127.0.0.1:8006","v2_src_idx":6,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":27329.317039427,"t_prefill_sent_unix":1779961325.871982,"t_prefill_done":27331.93003945,"t_prefill_done_unix":1779961328.4849832,"t_decode_sent":27331.930217266,"t_decode_sent_unix":1779961328.4851599,"t_first_token":27332.246305332,"t_first_token_unix":1779961328.8012495,"t_done":27333.264120159,"t_done_unix":1779961329.8190632},{"request_id":"1340290:10:1411397:816","session_id":"1340290","input_length":30154,"t_proxy_recv":27321.330495337,"t_decision_unix":1779961317.8854368,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":29696,"affinity_cache_ratio":0.9848113019831531,"affinity_num_requests":-1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (458 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":458,"cache_hit":29696,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":9162,"score_linear":108816.0,"score_lmetric":24680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":30154,"score_linear":101803.0,"score_lmetric":30154},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":30154,"score_linear":207249.0,"score_lmetric":68368},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":30154,"score_linear":93040.0,"score_lmetric":30154},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":30154,"score_linear":107292.0,"score_lmetric":44262},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":30154,"score_linear":218696.0,"score_lmetric":224483},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-88390,"ongoing_decode_tokens":86302,"pending_prefill_tokens":-14436,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":29696,"new_prefill":458,"score_linear":-118086.0,"score_lmetric":13978},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":30154,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-118086.0,"chosen_score_lmetric":13978,"t_first_token":27321.446850393,"t_first_token_unix":1779961318.0017936,"t_done":27334.510063739,"t_done_unix":1779961331.0650077},{"request_id":"1398213:3:1401507:759","session_id":"1398213","input_length":12910,"t_proxy_recv":27318.734174725,"t_decision_unix":1779961315.2891161,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":11264,"affinity_cache_ratio":0.8725019364833463,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1646 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":1646,"cache_hit":11264,"estimated_new_tokens":1646,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":12910,"score_linear":129808.0,"score_lmetric":32176},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":12910,"score_linear":101803.0,"score_lmetric":12910},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":12910,"score_linear":207249.0,"score_lmetric":153598},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":12910,"score_linear":93040.0,"score_lmetric":12910},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":12910,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":3584,"new_prefill":9326,"score_linear":215112.0,"score_lmetric":78687},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":174692,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":11264,"new_prefill":1646,"score_linear":-11264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":12910,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":27318.979474776,"t_first_token_unix":1779961315.5344183,"t_done":27334.583141931,"t_done_unix":1779961331.1380856},{"request_id":"1373577:4:1408642:799","session_id":"1373577","input_length":90818,"t_proxy_recv":27329.134781791,"t_decision_unix":1779961325.6897228,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9414873703450858,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5314 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":5314,"cache_hit":85504,"estimated_new_tokens":5314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":90818,"score_linear":170081.0,"score_lmetric":287607},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":90818,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62018,"ongoing_decode_tokens":62018,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":85504,"new_prefill":5314,"score_linear":-23486.0,"score_lmetric":5314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":90818,"score_linear":22392.0,"score_lmetric":110650},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":90818,"score_linear":107292.0,"score_lmetric":104926},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":90818,"score_linear":218696.0,"score_lmetric":649131},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":90818,"score_linear":27173.0,"score_lmetric":88847},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":2560,"new_prefill":88258,"score_linear":-2560.0,"score_lmetric":0}],"chosen_score_linear":-23486.0,"chosen_score_lmetric":5314,"t_first_token":27332.07605623,"t_first_token_unix":1779961328.6310008,"t_done":27334.735340744,"t_done_unix":1779961331.2902844},{"request_id":"1313181:7:1382851:662","session_id":"1313181","input_length":62018,"t_proxy_recv":27327.262668782,"t_decision_unix":1779961323.8176105,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9989357928343384,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (66 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":66,"cache_hit":61952,"estimated_new_tokens":66,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":24064,"new_prefill":37954,"score_linear":146017.0,"score_lmetric":129015},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":59904,"new_prefill":2114,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":85438,"ongoing_decode_tokens":85438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":61952,"new_prefill":66,"score_linear":23486.0,"score_lmetric":66},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":62018,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":62018,"score_linear":107292.0,"score_lmetric":76126},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":62018,"score_linear":218696.0,"score_lmetric":447531},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":27173,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":1,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":0,"new_prefill":62018,"score_linear":27173.0,"score_lmetric":60047},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":12800,"new_prefill":49218,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":23486.0,"chosen_score_lmetric":66,"t_first_token":27327.352572698,"t_first_token_unix":1779961323.9075167,"t_done":27335.262925511,"t_done_unix":1779961331.8178718},{"request_id":"1405155:2:1414214:828","session_id":"1405155","input_length":40330,"t_proxy_recv":27329.459688363,"t_decision_unix":1779961326.0146298,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":33280,"affinity_cache_ratio":0.825192164641706,"affinity_num_requests":1,"avg_num_requests":2.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7050 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":7050,"cache_hit":33280,"estimated_new_tokens":7050,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":40330,"score_linear":170081.0,"score_lmetric":136143},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":10633,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":40330,"score_linear":10633.0,"score_lmetric":40330},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":152836,"ongoing_decode_tokens":62018,"pending_prefill_tokens":5314,"num_requests":2,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":40330,"score_linear":152836.0,"score_lmetric":91288},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":22392,"ongoing_decode_tokens":0,"pending_prefill_tokens":19832,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":33280,"new_prefill":7050,"score_linear":-10888.0,"score_lmetric":26882},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":40330,"score_linear":107292.0,"score_lmetric":54438},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":40330,"score_linear":218696.0,"score_lmetric":295715},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37806,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-1971,"num_requests":2,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":512,"new_prefill":39818,"score_linear":37294.0,"score_lmetric":75694},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":40330,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-10888.0,"chosen_score_lmetric":26882,"t_first_token":27331.800462382,"t_first_token_unix":1779961328.3554068,"t_done":27335.750953993,"t_done_unix":1779961332.3058975},{"request_id":"1340290:11:1413050:822","session_id":"1340290","input_length":35022,"t_proxy_recv":27334.520478995,"t_decision_unix":1779961331.0754204,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":30208,"affinity_cache_ratio":0.8625435440580207,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4814 < 8000)","v3_prefill_cache_hit":30208,"v3_new_local":4814,"cache_hit":30208,"estimated_new_tokens":4814,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":20992,"new_prefill":14030,"score_linear":149089.0,"score_lmetric":57243},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":152836,"ongoing_decode_tokens":152836,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":35022,"score_linear":152836.0,"score_lmetric":70044},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40330,"ongoing_decode_tokens":40330,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":35022,"score_linear":40330.0,"score_lmetric":35022},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":35022,"score_linear":107292.0,"score_lmetric":49130},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":35022,"score_linear":218696.0,"score_lmetric":258559},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-2981,"ongoing_decode_tokens":171711,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2191,"cache_hit":30208,"new_prefill":4814,"score_linear":-33189.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":35022,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-33189.0,"chosen_score_lmetric":0,"t_first_token":27335.739477592,"t_first_token_unix":1779961332.294421,"t_done":27340.018658136,"t_done_unix":1779961336.573601},{"request_id":"1364090:7:1412644:820","session_id":"1364090","input_length":86193,"t_proxy_recv":27324.773173042,"t_decision_unix":1779961321.3281147,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.8553826876892555,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[3,0,2,1,1,7,0,0])","v3_prefill_cache_hit":73728,"v3_new_local":12465,"cache_hit":73728,"estimated_new_tokens":12465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":4096,"new_prefill":82097,"score_linear":165985.0,"score_lmetric":261444},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":0,"new_prefill":86193,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":7680,"new_prefill":78513,"score_linear":199569.0,"score_lmetric":165086},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":7680,"new_prefill":78513,"score_linear":85360.0,"score_lmetric":78513},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":86193,"score_linear":107292.0,"score_lmetric":100301},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":49152,"new_prefill":37041,"score_linear":169544.0,"score_lmetric":272692},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-59020,"ongoing_decode_tokens":115672,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":73728,"new_prefill":12465,"score_linear":-132748.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":7680,"new_prefill":78513,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-132748.0,"chosen_score_lmetric":0,"t_first_token":27331.098132564,"t_first_token_unix":1779961327.6530774,"t_done":27342.106032422,"t_done_unix":1779961338.660976},{"request_id":"1397840:1:1397840:737","session_id":"1397840","input_length":16550,"t_proxy_recv":27272.579609742,"t_decision_unix":1779961269.134551,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":9652.0,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":0,"v3_new_local":16550,"v3_src_idx":5,"v3_target_idx":0,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":108274,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-11724},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":0,"estimated_new_tokens":16550,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1961,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":16550,"score_linear":146014.0,"score_lmetric":162060},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":16550,"score_linear":106305.0,"score_lmetric":61415},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":16550,"score_linear":93040.0,"score_lmetric":16550},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":108274,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-11724,"num_requests":2,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":16550,"score_linear":108274.0,"score_lmetric":9652},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":16550,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":106143,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":16550,"score_linear":106143.0,"score_lmetric":16550}],"chosen_score_linear":108274.0,"chosen_score_lmetric":9652,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8000","v3_decode_target_idx":0,"t_prefill_sent":27272.579795764,"t_prefill_sent_unix":1779961269.1347384,"t_prefill_done":27301.63650062,"t_prefill_done_unix":1779961298.1914437,"t_decode_sent":27301.636710415,"t_decode_sent_unix":1779961298.1916528,"t_first_token":27346.247548428,"t_first_token_unix":1779961342.802492,"t_done":27346.922164879,"t_done_unix":1779961343.4771087},{"request_id":"1362265:8:1419710:834","session_id":"1362265","input_length":11132,"t_proxy_recv":27348.901976577,"t_decision_unix":1779961345.456918,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9658641753503413,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (380 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":380,"cache_hit":10752,"estimated_new_tokens":380,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153531,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":0,"new_prefill":11132,"score_linear":153531.0,"score_lmetric":22264},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":22,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":11132,"score_linear":81161.0,"score_lmetric":22308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":11132,"score_linear":124090.0,"score_lmetric":73270},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":11132,"score_linear":26440.0,"score_lmetric":11132},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":11132,"score_linear":107292.0,"score_lmetric":25240},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":141748,"pending_prefill_tokens":-5484,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11132,"score_linear":218696.0,"score_lmetric":39536},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":169457,"pending_prefill_tokens":15202,"num_requests":1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":6656,"new_prefill":4476,"score_linear":25523.0,"score_lmetric":19678},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":10752,"new_prefill":380,"score_linear":-10752.0,"score_lmetric":0}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":27348.937188611,"t_first_token_unix":1779961345.4921322,"t_done":27349.173625394,"t_done_unix":1779961345.7285683},{"request_id":"1397840:2:1400216:749","session_id":"1397840","input_length":26440,"t_proxy_recv":27346.932711008,"t_decision_unix":1779961343.4876523,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16384,"affinity_cache_ratio":0.6196671709531013,"affinity_num_requests":2,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":16384,"v3_new_local":10056,"v3_src_idx":0,"v3_target_idx":3,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":153531,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":16384,"estimated_new_tokens":10056,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153531,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":16384,"new_prefill":10056,"score_linear":137147.0,"score_lmetric":20112},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":0,"pending_prefill_tokens":2825,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":26440,"score_linear":81161.0,"score_lmetric":58530},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":26440,"score_linear":124090.0,"score_lmetric":88578},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":26440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":26440,"score_linear":107292.0,"score_lmetric":40548},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":16384,"new_prefill":10056,"score_linear":202312.0,"score_lmetric":83797},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":72608,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":26440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":26440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":137147.0,"chosen_score_lmetric":20112,"v2_src_url":"http://127.0.0.1:8000","v2_src_idx":0,"v3_decode_target_url":"http://127.0.0.1:8003","v3_decode_target_idx":3,"t_prefill_sent":27346.933477985,"t_prefill_sent_unix":1779961343.4884207,"t_prefill_done":27348.675082027,"t_prefill_done_unix":1779961345.2300258,"t_decode_sent":27348.675492417,"t_decode_sent_unix":1779961345.2304351,"t_first_token":27349.799759115,"t_first_token_unix":1779961346.354703,"t_done":27349.984341193,"t_done_unix":1779961346.5392845},{"request_id":"1397840:3:1402568:761","session_id":"1397840","input_length":28603,"t_proxy_recv":27349.991277672,"t_decision_unix":1779961346.546219,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9129112330874384,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2491 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":2491,"cache_hit":26112,"estimated_new_tokens":2491,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":153531,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2028,"cache_hit":26112,"new_prefill":2491,"score_linear":127419.0,"score_lmetric":4982},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":22,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":28603,"score_linear":81161.0,"score_lmetric":57250},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":28603,"score_linear":124090.0,"score_lmetric":90741},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":26112,"new_prefill":2491,"score_linear":-26112.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":28603,"score_linear":107292.0,"score_lmetric":42711},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":16384,"new_prefill":12219,"score_linear":202312.0,"score_lmetric":36638},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":169457,"pending_prefill_tokens":15202,"num_requests":1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":28603,"score_linear":32179.0,"score_lmetric":43805},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":28603,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":27350.47265189,"t_first_token_unix":1779961347.0275955,"t_done":27350.626034295,"t_done_unix":1779961347.1809778},{"request_id":"1277428:8:1412675:821","session_id":"1277428","input_length":40273,"t_proxy_recv":27324.100886822,"t_decision_unix":1779961320.6558282,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9534924142725896,"affinity_num_requests":2,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1873 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":1873,"cache_hit":38400,"estimated_new_tokens":1873,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":38400,"new_prefill":1873,"score_linear":91408.0,"score_lmetric":10102},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1628,"cache_hit":3584,"new_prefill":36689,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":40273,"score_linear":207249.0,"score_lmetric":88606},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":17408,"new_prefill":22865,"score_linear":75632.0,"score_lmetric":22865},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":40273,"score_linear":107292.0,"score_lmetric":54381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":40273,"score_linear":218696.0,"score_lmetric":295316},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":14372,"ongoing_decode_tokens":189064,"pending_prefill_tokens":-14436,"num_requests":1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":4608,"new_prefill":35665,"score_linear":9764.0,"score_lmetric":21229},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":40273,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":91408.0,"chosen_score_lmetric":10102,"t_first_token":27346.246725263,"t_first_token_unix":1779961342.8016696,"t_done":27350.695542114,"t_done_unix":1779961347.250486},{"request_id":"1362265:9:1422050:838","session_id":"1362265","input_length":11879,"t_proxy_recv":27357.360050094,"t_decision_unix":1779961353.914991,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":10752,"affinity_cache_ratio":0.9051266941661756,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1127 < 8000)","v3_prefill_cache_hit":10752,"v3_new_local":1127,"cache_hit":10752,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":11879,"score_linear":113258.0,"score_lmetric":11879},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":11879,"score_linear":81161.0,"score_lmetric":23758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":11879,"score_linear":124090.0,"score_lmetric":74017},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11879,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":0,"pending_prefill_tokens":19384,"num_requests":2,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":11879,"score_linear":156600.0,"score_lmetric":62526},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11879,"score_linear":218696.0,"score_lmetric":34258},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":236939,"pending_prefill_tokens":-10321,"num_requests":2,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":6656,"new_prefill":5223,"score_linear":60826.0,"score_lmetric":-10196},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":10752,"new_prefill":1127,"score_linear":-10752.0,"score_lmetric":0}],"chosen_score_linear":-10752.0,"chosen_score_lmetric":0,"t_first_token":27357.494051284,"t_first_token_unix":1779961354.0489972,"t_done":27357.677698801,"t_done_unix":1779961354.2326427},{"request_id":"1340290:12:1421294:835","session_id":"1340290","input_length":35303,"t_proxy_recv":27354.544966305,"t_decision_unix":1779961351.0999072,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9862051383735093,"affinity_num_requests":1,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (487 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":487,"cache_hit":34816,"estimated_new_tokens":487,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":20992,"new_prefill":14311,"score_linear":92266.0,"score_lmetric":14311},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":35303,"score_linear":81161.0,"score_lmetric":70606},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":35303,"score_linear":124090.0,"score_lmetric":97441},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":35303,"score_linear":107292.0,"score_lmetric":49411},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":35303,"score_linear":218696.0,"score_lmetric":198226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":32179,"ongoing_decode_tokens":201636,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":34816,"new_prefill":487,"score_linear":-2637.0,"score_lmetric":-9834},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":35303,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-2637.0,"chosen_score_lmetric":-9834,"t_first_token":27354.659427285,"t_first_token_unix":1779961351.2143705,"t_done":27360.875561202,"t_done_unix":1779961357.4305048},{"request_id":"1264679:2:1405259:777","session_id":"1264679","input_length":113258,"t_proxy_recv":27298.312157898,"t_decision_unix":1779961294.8670998,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":110080,"affinity_cache_ratio":0.9719401719966801,"affinity_num_requests":1,"avg_num_requests":2.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3178 < 8000)","v3_prefill_cache_hit":110080,"v3_new_local":3178,"cache_hit":110080,"estimated_new_tokens":3178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":110080,"new_prefill":3178,"score_linear":-93530.0,"score_lmetric":3178},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":113258,"score_linear":135124.0,"score_lmetric":226516},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":113258,"score_linear":207249.0,"score_lmetric":354294},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":113258,"score_linear":125984.0,"score_lmetric":292404},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":113258,"score_linear":65157.0,"score_lmetric":258526},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":113258,"score_linear":136919.0,"score_lmetric":681774},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":113258,"score_linear":134602.0,"score_lmetric":387189},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":139330,"ongoing_decode_tokens":127827,"pending_prefill_tokens":11503,"num_requests":3,"active_p_offloads":0,"cached_blocks":1946,"cache_hit":0,"new_prefill":113258,"score_linear":139330.0,"score_lmetric":374283}],"chosen_score_linear":-93530.0,"chosen_score_lmetric":3178,"t_first_token":27339.92489675,"t_first_token_unix":1779961336.4798403,"t_done":27361.248130008,"t_done_unix":1779961357.8030758},{"request_id":"1270606:2:1411654:817","session_id":"1270606","input_length":107292,"t_proxy_recv":27320.802761344,"t_decision_unix":1779961317.3577027,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8685083696827349,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":93184,"v3_new_local":14108,"cache_hit":93184,"estimated_new_tokens":14108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":107292,"score_linear":129808.0,"score_lmetric":220940},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":1536,"new_prefill":105756,"score_linear":100267.0,"score_lmetric":105756},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":107292,"score_linear":207249.0,"score_lmetric":222644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":0,"new_prefill":107292,"score_linear":93040.0,"score_lmetric":107292},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":93184,"new_prefill":14108,"score_linear":-93184.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":107292,"score_linear":218696.0,"score_lmetric":764449},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-58432,"ongoing_decode_tokens":116260,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":107292,"score_linear":-58432.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":107292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":27358.213470847,"t_first_token_unix":1779961354.7684143,"t_done":27361.550094614,"t_done_unix":1779961358.105039},{"request_id":"1268861:9:1421319:836","session_id":"1268861","input_length":49308,"t_proxy_recv":27354.627622822,"t_decision_unix":1779961351.1825643,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":44032,"affinity_cache_ratio":0.8929991076498742,"affinity_num_requests":1,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5276 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":5276,"cache_hit":44032,"estimated_new_tokens":5276,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":49308,"score_linear":113258.0,"score_lmetric":49308},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":49308,"score_linear":81161.0,"score_lmetric":98616},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":49308,"score_linear":124090.0,"score_lmetric":111446},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":49308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":44032,"new_prefill":5276,"score_linear":63260.0,"score_lmetric":19384},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":49308,"score_linear":218696.0,"score_lmetric":296261},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":201636,"pending_prefill_tokens":-9834,"num_requests":2,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":49308,"score_linear":67482.0,"score_lmetric":78948},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":34304,"new_prefill":15004,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":63260.0,"chosen_score_lmetric":19384,"t_first_token":27359.719898878,"t_first_token_unix":1779961356.2748427,"t_done":27362.263483501,"t_done_unix":1779961358.818427},{"request_id":"1364090:8:1417347:830","session_id":"1364090","input_length":96849,"t_proxy_recv":27342.126911898,"t_decision_unix":1779961338.6818535,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":86528,"affinity_cache_ratio":0.893432043696889,"affinity_num_requests":-2,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=-2 threshold=1 eff_loads=[3,1,1,0,1,7,-2,0])","v3_prefill_cache_hit":86528,"v3_new_local":10321,"cache_hit":86528,"estimated_new_tokens":10321,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":113258,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":4096,"new_prefill":92753,"score_linear":165985.0,"score_lmetric":283878},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":96849,"score_linear":43763.0,"score_lmetric":99652},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":7680,"new_prefill":89169,"score_linear":116410.0,"score_lmetric":151307},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":7680,"new_prefill":89169,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":96849,"score_linear":107292.0,"score_lmetric":110957},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":49152,"new_prefill":47697,"score_linear":169544.0,"score_lmetric":347284},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-102084,"ongoing_decode_tokens":72608,"pending_prefill_tokens":-14436,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":86528,"new_prefill":10321,"score_linear":-188612.0,"score_lmetric":8230},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":7680,"new_prefill":89169,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-188612.0,"chosen_score_lmetric":8230,"t_first_token":27348.082746314,"t_first_token_unix":1779961344.63769,"t_done":27362.706602326,"t_done_unix":1779961359.2615466},{"request_id":"1314357:6:1422517:839","session_id":"1314357","input_length":105709,"t_proxy_recv":27358.880751195,"t_decision_unix":1779961355.435692,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977579960079085,"affinity_num_requests":2,"avg_num_requests":1.875,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (237 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":237,"cache_hit":105472,"estimated_new_tokens":237,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":113258,"ongoing_decode_tokens":113258,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2032,"cache_hit":0,"new_prefill":105709,"score_linear":113258.0,"score_lmetric":105709},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":81161,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":105472,"new_prefill":237,"score_linear":-24311.0,"score_lmetric":474},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":105709,"score_linear":124090.0,"score_lmetric":167847},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":156600,"ongoing_decode_tokens":107292,"pending_prefill_tokens":5276,"num_requests":2,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":105709,"score_linear":156600.0,"score_lmetric":221970},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":105709,"score_linear":218696.0,"score_lmetric":691068},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":67482,"ongoing_decode_tokens":236939,"pending_prefill_tokens":-10321,"num_requests":2,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":105709,"score_linear":67482.0,"score_lmetric":190776},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":105709,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24311.0,"chosen_score_lmetric":474,"t_first_token":27359.048931029,"t_first_token_unix":1779961355.603875,"t_done":27367.864833941,"t_done_unix":1779961364.419777},{"request_id":"1363943:11:1424840:842","session_id":"1363943","input_length":25225,"t_proxy_recv":27367.204074148,"t_decision_unix":1779961363.7590153,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9742715559960357,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (649 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":649,"cache_hit":24576,"estimated_new_tokens":649,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":8704,"new_prefill":16521,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186870,"ongoing_decode_tokens":186870,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":25225,"score_linear":186870.0,"score_lmetric":75675},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":4096,"new_prefill":21129,"score_linear":119994.0,"score_lmetric":83267},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":4096,"new_prefill":21129,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":25225,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":4096,"new_prefill":21129,"score_linear":214600.0,"score_lmetric":99008},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36762,"ongoing_decode_tokens":206219,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":4096,"new_prefill":21129,"score_linear":32666.0,"score_lmetric":10808},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":24576,"new_prefill":649,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":27367.304565035,"t_first_token_unix":1779961363.8595088,"t_done":27368.284865937,"t_done_unix":1779961364.83981},{"request_id":"1355951:5:1425005:843","session_id":"1355951","input_length":39789,"t_proxy_recv":27367.853457389,"t_decision_unix":1779961364.4083989,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9522229761994521,"affinity_num_requests":0,"avg_num_requests":1.625,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1901 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1901,"cache_hit":37888,"estimated_new_tokens":1901,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":37888,"new_prefill":1901,"score_linear":-37888.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186870,"ongoing_decode_tokens":186870,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":39789,"score_linear":186870.0,"score_lmetric":119367},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":39789,"score_linear":124090.0,"score_lmetric":101927},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":39789,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":-11565,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":34816,"new_prefill":4973,"score_linear":183880.0,"score_lmetric":-46144},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36762,"ongoing_decode_tokens":206219,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":39789,"score_linear":36762.0,"score_lmetric":29468},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":25225,"ongoing_decode_tokens":25225,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":0,"new_prefill":39789,"score_linear":25225.0,"score_lmetric":39789}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":27369.094125434,"t_first_token_unix":1779961365.6490695,"t_done":27369.234706768,"t_done_unix":1779961365.7896504},{"request_id":"1270340:5:1417075:829","session_id":"1270340","input_length":43763,"t_proxy_recv":27339.861896126,"t_decision_unix":1779961336.4168375,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9359504604346137,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2803 < 8000)","v3_prefill_cache_hit":40960,"v3_new_local":2803,"cache_hit":40960,"estimated_new_tokens":2803,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":43763,"score_linear":170081.0,"score_lmetric":146442},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":40960,"new_prefill":2803,"score_linear":-40960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":43763,"score_linear":124090.0,"score_lmetric":105901},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":1536,"new_prefill":42227,"score_linear":105756.0,"score_lmetric":56335},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":43763,"score_linear":218696.0,"score_lmetric":319746},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19131,"ongoing_decode_tokens":193823,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2195,"cache_hit":0,"new_prefill":43763,"score_linear":19131.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":43763,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":27347.541664484,"t_first_token_unix":1779961344.0966089,"t_done":27371.253188167,"t_done_unix":1779961367.8081396},{"request_id":"1313181:8:1329951:394","session_id":"1313181","input_length":124090,"t_proxy_recv":27335.284530833,"t_decision_unix":1779961331.8394723,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.499250543960029,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":62138.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":61952,"v3_new_local":62138,"cache_hit":61952,"estimated_new_tokens":62138,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":0,"pending_prefill_tokens":5051,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":24064,"new_prefill":100026,"score_linear":146017.0,"score_lmetric":315231},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":59904,"new_prefill":64186,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":61952,"new_prefill":62138,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":40330,"ongoing_decode_tokens":40330,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":124090,"score_linear":40330.0,"score_lmetric":124090},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":124090,"score_linear":107292.0,"score_lmetric":138198},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":124090,"score_linear":218696.0,"score_lmetric":882035},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":19131,"ongoing_decode_tokens":158801,"pending_prefill_tokens":-9622,"num_requests":0,"active_p_offloads":0,"cached_blocks":2195,"cache_hit":0,"new_prefill":124090,"score_linear":19131.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":12800,"new_prefill":111290,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":27370.57524288,"t_first_token_unix":1779961367.1301916,"t_done":27371.332396056,"t_done_unix":1779961367.8873403},{"request_id":"1313181:8:1385690:686","session_id":"1313181","input_length":62444,"t_proxy_recv":27371.34132712,"t_decision_unix":1779961367.8962684,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9921209403625648,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (492 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":492,"cache_hit":61952,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":24064,"new_prefill":38380,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":59904,"new_prefill":2540,"score_linear":-22506.0,"score_lmetric":2540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2066,"cache_hit":61952,"new_prefill":492,"score_linear":-61952.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":62444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":-11565,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":62444,"score_linear":218696.0,"score_lmetric":356153},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36762,"ongoing_decode_tokens":206219,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":62444,"score_linear":36762.0,"score_lmetric":52123},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":12800,"new_prefill":49644,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":27371.432791546,"t_first_token_unix":1779961367.9877355,"t_done":27371.933911668,"t_done_unix":1779961368.488857},{"request_id":"1364090:9:1423736:840","session_id":"1364090","input_length":101432,"t_proxy_recv":27363.477381089,"t_decision_unix":1779961360.032322,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9590661724110734,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4152 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":4152,"cache_hit":97280,"estimated_new_tokens":4152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2040,"cache_hit":4096,"new_prefill":97336,"score_linear":-4096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":186870,"ongoing_decode_tokens":186870,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":101432,"score_linear":186870.0,"score_lmetric":304296},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":7680,"new_prefill":93752,"score_linear":116410.0,"score_lmetric":155890},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":7680,"new_prefill":93752,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":101432,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":143249,"pending_prefill_tokens":-6985,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":49152,"new_prefill":52280,"score_linear":169544.0,"score_lmetric":317065},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-64670,"ongoing_decode_tokens":104787,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":97280,"new_prefill":4152,"score_linear":-161950.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2050,"cache_hit":7680,"new_prefill":93752,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-161950.0,"chosen_score_lmetric":0,"t_first_token":27366.185127279,"t_first_token_unix":1779961362.7400718,"t_done":27372.252201569,"t_done_unix":1779961368.807145},{"request_id":"1301929:3:1417873:832","session_id":"1301929","input_length":37398,"t_proxy_recv":27342.490608321,"t_decision_unix":1779961339.0455499,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9994117332477672,"affinity_num_requests":1,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (22 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":22,"cache_hit":37376,"estimated_new_tokens":22,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":170081,"ongoing_decode_tokens":113258,"pending_prefill_tokens":1873,"num_requests":3,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":3584,"new_prefill":33814,"score_linear":166497.0,"score_lmetric":107061},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":43763,"ongoing_decode_tokens":0,"pending_prefill_tokens":2803,"num_requests":1,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":37376,"new_prefill":22,"score_linear":6387.0,"score_lmetric":2825},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":37398,"score_linear":124090.0,"score_lmetric":99536},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":37398,"score_linear":107292.0,"score_lmetric":51506},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":37398,"score_linear":218696.0,"score_lmetric":275191},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-5235,"ongoing_decode_tokens":72608,"pending_prefill_tokens":-4115,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":0,"new_prefill":37398,"score_linear":-5235.0,"score_lmetric":-33283},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":37398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":6387.0,"chosen_score_lmetric":2825,"t_first_token":27352.792830478,"t_first_token_unix":1779961349.3477745,"t_done":27374.142833161,"t_done_unix":1779961370.6977763},{"request_id":"1270606:3:1427164:848","session_id":"1270606","input_length":108318,"t_proxy_recv":27375.537393365,"t_decision_unix":1779961372.0923345,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":107008,"affinity_cache_ratio":0.987905980538784,"affinity_num_requests":0,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1310 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1310,"cache_hit":107008,"estimated_new_tokens":1310,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":108318,"score_linear":42342.0,"score_lmetric":108318},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":1536,"new_prefill":106782,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":108318,"score_linear":129673.0,"score_lmetric":175527},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":108318,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":107008,"new_prefill":1310,"score_linear":-107008.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":108318,"score_linear":218696.0,"score_lmetric":758226},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":104787,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":108318,"score_linear":108020.0,"score_lmetric":114962},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":108318,"score_linear":26923.0,"score_lmetric":108318}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":27376.275261494,"t_first_token_unix":1779961372.8302054,"t_done":27376.569308216,"t_done_unix":1779961373.124252},{"request_id":"1363943:12:1426646:845","session_id":"1363943","input_length":26923,"t_proxy_recv":27373.677828422,"t_decision_unix":1779961370.2327697,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9318426624076068,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1835 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1835,"cache_hit":25088,"estimated_new_tokens":1835,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":8704,"new_prefill":18219,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":26923,"score_linear":37398.0,"score_lmetric":26923},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":4096,"new_prefill":22827,"score_linear":125577.0,"score_lmetric":90036},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":26923,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":4096,"new_prefill":22827,"score_linear":214600.0,"score_lmetric":159789},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":104787,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":4096,"new_prefill":22827,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":25088,"new_prefill":1835,"score_linear":-25088.0,"score_lmetric":0}],"chosen_score_linear":-25088.0,"chosen_score_lmetric":0,"t_first_token":27374.02864902,"t_first_token_unix":1779961370.5835924,"t_done":27378.217787981,"t_done_unix":1779961374.772731},{"request_id":"1277428:8:1426669:846","session_id":"1277428","input_length":42342,"t_proxy_recv":27373.760369069,"t_decision_unix":1779961370.3153105,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9552690000472345,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1894 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":1894,"cache_hit":40448,"estimated_new_tokens":1894,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":40448,"new_prefill":1894,"score_linear":-40448.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":3584,"new_prefill":38758,"score_linear":33814.0,"score_lmetric":38758},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":42342,"score_linear":129673.0,"score_lmetric":109551},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":17408,"new_prefill":24934,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":42342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":42342,"score_linear":218696.0,"score_lmetric":296394},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":104787,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":4608,"new_prefill":37734,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":0,"pending_prefill_tokens":1835,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":42342,"score_linear":26923.0,"score_lmetric":44177}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":27374.414787356,"t_first_token_unix":1779961370.969731,"t_done":27378.71753655,"t_done_unix":1779961375.27248},{"request_id":"1362265:10:1427606:850","session_id":"1362265","input_length":12596,"t_proxy_recv":27376.780959839,"t_decision_unix":1779961373.3359015,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.934899968243887,"affinity_num_requests":1,"avg_num_requests":1.375,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (820 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":820,"cache_hit":11776,"estimated_new_tokens":820,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":12596,"score_linear":42342.0,"score_lmetric":12596},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12596,"score_linear":129673.0,"score_lmetric":79805},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":12596,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12596,"score_linear":218696.0,"score_lmetric":88172},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":104787,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":6656,"new_prefill":5940,"score_linear":101364.0,"score_lmetric":12584},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":11776,"new_prefill":820,"score_linear":15147.0,"score_lmetric":820}],"chosen_score_linear":15147.0,"chosen_score_lmetric":820,"t_first_token":27376.925141906,"t_first_token_unix":1779961373.480086,"t_done":27379.180375571,"t_done_unix":1779961375.7353194},{"request_id":"1406966:1:1406966:785","session_id":"1406966","input_length":2115,"t_proxy_recv":27304.367027782,"t_decision_unix":1779961300.9219692,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":-29280.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2115 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":2115,"cache_hit":0,"estimated_new_tokens":2115,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":2115,"score_linear":129808.0,"score_lmetric":10586},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":2115,"score_linear":135124.0,"score_lmetric":4230},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":2115,"score_linear":207249.0,"score_lmetric":132008},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":2115,"score_linear":125984.0,"score_lmetric":4230},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55364,"ongoing_decode_tokens":44148,"pending_prefill_tokens":11216,"num_requests":2,"active_p_offloads":0,"cached_blocks":2111,"cache_hit":0,"new_prefill":2115,"score_linear":55364.0,"score_lmetric":26662},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":147306,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-7971,"num_requests":5,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":2115,"score_linear":147306.0,"score_lmetric":-29280},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":2115,"score_linear":130739.0,"score_lmetric":4230},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":2115,"score_linear":127827.0,"score_lmetric":4230}],"chosen_score_linear":147306.0,"chosen_score_lmetric":-29280,"t_first_token":27348.781661718,"t_first_token_unix":1779961345.3366046,"t_done":27379.28213038,"t_done_unix":1779961375.8370736},{"request_id":"1406966:2:1407710:789","session_id":"1406966","input_length":4789,"t_proxy_recv":27379.286367863,"t_decision_unix":1779961375.8413095,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":2048,"affinity_cache_ratio":0.42764669033201086,"affinity_num_requests":6,"avg_num_requests":1.125,"fallback_score":4789.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4789 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4789,"cache_hit":0,"estimated_new_tokens":4789,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":4789,"score_linear":106279.0,"score_lmetric":4789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":4789,"score_linear":129673.0,"score_lmetric":71998},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":216581,"ongoing_decode_tokens":214322,"pending_prefill_tokens":0,"num_requests":6,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":2048,"new_prefill":2741,"score_linear":214533.0,"score_lmetric":16446},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":4789,"score_linear":108020.0,"score_lmetric":4789},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2057,"cache_hit":0,"new_prefill":4789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27379.585683761,"t_first_token_unix":1779961376.1406276,"t_done":27379.808602078,"t_done_unix":1779961376.3635457},{"request_id":"1406966:3:1410097:808","session_id":"1406966","input_length":7893,"t_proxy_recv":27379.812870543,"t_decision_unix":1779961376.3678122,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.5838084378563284,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3285 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":3285,"cache_hit":4608,"estimated_new_tokens":3285,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":7893,"score_linear":106279.0,"score_lmetric":7893},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":7893,"score_linear":129673.0,"score_lmetric":75102},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":4608,"new_prefill":3285,"score_linear":-4608.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":216581,"ongoing_decode_tokens":214322,"pending_prefill_tokens":0,"num_requests":6,"active_p_offloads":0,"cached_blocks":2071,"cache_hit":2048,"new_prefill":5845,"score_linear":214533.0,"score_lmetric":35070},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":7893,"score_linear":108020.0,"score_lmetric":7893},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2057,"cache_hit":0,"new_prefill":7893,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":27380.086733689,"t_first_token_unix":1779961376.6416776,"t_done":27380.286621895,"t_done_unix":1779961376.8415654},{"request_id":"1399948:1:1399948:748","session_id":"1399948","input_length":4991,"t_proxy_recv":27279.826786193,"t_decision_unix":1779961276.3817277,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.625,"fallback_score":1855.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4991 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4991,"cache_hit":0,"estimated_new_tokens":4991,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":16550,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1966,"cache_hit":0,"new_prefill":4991,"score_linear":16550.0,"score_lmetric":4991},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":4991,"score_linear":135124.0,"score_lmetric":9982},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":61543,"ongoing_decode_tokens":61543,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":4991,"score_linear":61543.0,"score_lmetric":4991},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":156298,"ongoing_decode_tokens":0,"pending_prefill_tokens":12058,"num_requests":2,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":4991,"score_linear":156298.0,"score_lmetric":34098},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2068,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":131928,"ongoing_decode_tokens":98638,"pending_prefill_tokens":-4620,"num_requests":5,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":4991,"score_linear":131928.0,"score_lmetric":1855},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":4991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":116959,"ongoing_decode_tokens":106143,"pending_prefill_tokens":64,"num_requests":2,"active_p_offloads":0,"cached_blocks":1945,"cache_hit":0,"new_prefill":4991,"score_linear":116959.0,"score_lmetric":10110}],"chosen_score_linear":131928.0,"chosen_score_lmetric":1855,"t_first_token":27302.131034279,"t_first_token_unix":1779961298.6859777,"t_done":27382.472338468,"t_done_unix":1779961379.0272825},{"request_id":"1407494:1:1407494:787","session_id":"1407494","input_length":1531,"t_proxy_recv":27306.168888407,"t_decision_unix":1779961302.7238297,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.375,"fallback_score":-25950.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1531 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1531,"cache_hit":0,"estimated_new_tokens":1531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":1531,"score_linear":129808.0,"score_lmetric":9418},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":1531,"score_linear":135124.0,"score_lmetric":3062},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":1531,"score_linear":207249.0,"score_lmetric":130840},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":1531,"score_linear":125984.0,"score_lmetric":3062},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19966,"ongoing_decode_tokens":0,"pending_prefill_tokens":9214,"num_requests":1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":1531,"score_linear":19966.0,"score_lmetric":10745},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":149421,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-5856,"num_requests":6,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":1531,"score_linear":149421.0,"score_lmetric":-25950},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":1531,"score_linear":130739.0,"score_lmetric":3062},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":1531,"score_linear":127827.0,"score_lmetric":3062}],"chosen_score_linear":149421.0,"chosen_score_lmetric":-25950,"t_first_token":27348.781377236,"t_first_token_unix":1779961345.3363204,"t_done":27382.600458463,"t_done_unix":1779961379.1554017},{"request_id":"1399948:2:1405276:778","session_id":"1399948","input_length":6149,"t_proxy_recv":27382.476082249,"t_decision_unix":1779961379.031024,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":7,"affinity_cache_hit":4608,"affinity_cache_ratio":0.7493901447389819,"affinity_num_requests":5,"avg_num_requests":1.0,"fallback_score":6149.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6149 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":6149,"cache_hit":0,"estimated_new_tokens":6149,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":6149,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":6149,"score_linear":106279.0,"score_lmetric":6149},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":6149,"score_linear":129673.0,"score_lmetric":73358},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":6149,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":6149,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":211590,"ongoing_decode_tokens":209331,"pending_prefill_tokens":0,"num_requests":5,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":4608,"new_prefill":1541,"score_linear":206982.0,"score_lmetric":7705},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":6149,"score_linear":108020.0,"score_lmetric":6149},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2057,"cache_hit":0,"new_prefill":6149,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27382.875706954,"t_first_token_unix":1779961379.4306507,"t_done":27382.933183333,"t_done_unix":1779961379.4881263},{"request_id":"1407494:2:1410400:809","session_id":"1407494","input_length":4728,"t_proxy_recv":27382.604543853,"t_decision_unix":1779961379.1594853,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":4,"affinity_cache_hit":1536,"affinity_cache_ratio":0.3248730964467005,"affinity_num_requests":4,"avg_num_requests":1.0,"fallback_score":4728.0,"tie_break_used":true,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4728 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":4728,"cache_hit":0,"estimated_new_tokens":4728,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":4728,"score_linear":106279.0,"score_lmetric":4728},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":4728,"score_linear":129673.0,"score_lmetric":71937},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":4728,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":1536,"new_prefill":3192,"score_linear":208523.0,"score_lmetric":12768},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":4728,"score_linear":108020.0,"score_lmetric":4728},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":6149,"ongoing_decode_tokens":0,"pending_prefill_tokens":6149,"num_requests":1,"active_p_offloads":0,"cached_blocks":2057,"cache_hit":0,"new_prefill":4728,"score_linear":6149.0,"score_lmetric":10877}],"chosen_score_linear":0.0,"chosen_score_lmetric":0,"t_first_token":27382.903728407,"t_first_token_unix":1779961379.4586713,"t_done":27383.040850848,"t_done_unix":1779961379.595794},{"request_id":"1399948:3:1405988:782","session_id":"1399948","input_length":7995,"t_proxy_recv":27382.937110865,"t_decision_unix":1779961379.4920526,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":6144,"affinity_cache_ratio":0.7684803001876173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1851 < 8000)","v3_prefill_cache_hit":6144,"v3_new_local":1851,"cache_hit":6144,"estimated_new_tokens":1851,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":7995,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":7995,"score_linear":106279.0,"score_lmetric":7995},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":7995,"score_linear":129673.0,"score_lmetric":75204},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":7995,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":4728,"ongoing_decode_tokens":4728,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2235,"cache_hit":0,"new_prefill":7995,"score_linear":4728.0,"score_lmetric":7995},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":3387,"score_linear":205451.0,"score_lmetric":13548},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":7995,"score_linear":108020.0,"score_lmetric":7995},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2069,"cache_hit":6144,"new_prefill":1851,"score_linear":-6144.0,"score_lmetric":0}],"chosen_score_linear":-6144.0,"chosen_score_lmetric":0,"t_first_token":27383.127965866,"t_first_token_unix":1779961379.6829093,"t_done":27383.41824938,"t_done_unix":1779961379.9731925},{"request_id":"1314357:7:1427957:851","session_id":"1314357","input_length":106279,"t_proxy_recv":27378.076038402,"t_decision_unix":1779961374.6309795,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9972242870181315,"affinity_num_requests":0,"avg_num_requests":1.5,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (295 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":295,"cache_hit":105984,"estimated_new_tokens":295,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":0,"new_prefill":106279,"score_linear":42342.0,"score_lmetric":106279},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":105984,"new_prefill":295,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":106279,"score_linear":129673.0,"score_lmetric":173488},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":106279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":106279,"score_linear":218696.0,"score_lmetric":743953},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":104787,"pending_prefill_tokens":6644,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":106279,"score_linear":108020.0,"score_lmetric":112923},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":39519,"ongoing_decode_tokens":39519,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":106279,"score_linear":39519.0,"score_lmetric":212558}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":27378.280528096,"t_first_token_unix":1779961374.8354714,"t_done":27383.52466282,"t_done_unix":1779961380.0796063},{"request_id":"1399948:4:1407140:786","session_id":"1399948","input_length":8540,"t_proxy_recv":27383.422104445,"t_decision_unix":1779961379.977046,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8992974238875878,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (860 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":860,"cache_hit":7680,"estimated_new_tokens":860,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":8540,"score_linear":106279.0,"score_lmetric":8540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":8540,"score_linear":129673.0,"score_lmetric":75749},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":8540,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9801,"ongoing_decode_tokens":0,"pending_prefill_tokens":5193,"num_requests":1,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":8540,"score_linear":9801.0,"score_lmetric":13733},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":3932,"score_linear":205451.0,"score_lmetric":15728},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":8540,"score_linear":108020.0,"score_lmetric":8540},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2072,"cache_hit":7680,"new_prefill":860,"score_linear":-7680.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":27383.507208802,"t_first_token_unix":1779961380.0621526,"t_done":27383.618154238,"t_done_unix":1779961380.173097},{"request_id":"1399948:5:1407922:791","session_id":"1399948","input_length":8612,"t_proxy_recv":27383.621137999,"t_decision_unix":1779961380.1760795,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8192,"affinity_cache_ratio":0.9512308406874129,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":420,"cache_hit":8192,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":8612,"score_linear":129673.0,"score_lmetric":75821},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":8612,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9801,"ongoing_decode_tokens":9801,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":8612,"score_linear":9801.0,"score_lmetric":8612},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":4004,"score_linear":205451.0,"score_lmetric":16016},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":8612,"score_linear":108020.0,"score_lmetric":8612},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8192,"new_prefill":420,"score_linear":-8192.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":27383.656155672,"t_first_token_unix":1779961380.2110987,"t_done":27383.773506279,"t_done_unix":1779961380.328449},{"request_id":"1407494:3:1413526:825","session_id":"1407494","input_length":9801,"t_proxy_recv":27383.046709376,"t_decision_unix":1779961379.601651,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":4608,"affinity_cache_ratio":0.4701561065197429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":5193.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5193 < 8000)","v3_prefill_cache_hit":4608,"v3_new_local":5193,"cache_hit":4608,"estimated_new_tokens":5193,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":9801,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":106279,"ongoing_decode_tokens":106279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":9801,"score_linear":106279.0,"score_lmetric":9801},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":9801,"score_linear":129673.0,"score_lmetric":77010},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":9801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":4608,"new_prefill":5193,"score_linear":-4608.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":1536,"new_prefill":8265,"score_linear":208523.0,"score_lmetric":33060},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":9801,"score_linear":108020.0,"score_lmetric":9801},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":7995,"ongoing_decode_tokens":0,"pending_prefill_tokens":1851,"num_requests":1,"active_p_offloads":0,"cached_blocks":2069,"cache_hit":0,"new_prefill":9801,"score_linear":7995.0,"score_lmetric":11652}],"chosen_score_linear":-4608.0,"chosen_score_lmetric":0,"t_first_token":27383.514090649,"t_first_token_unix":1779961380.069034,"t_done":27383.851196944,"t_done_unix":1779961380.40614},{"request_id":"1399948:6:1410696:812","session_id":"1399948","input_length":11381,"t_proxy_recv":27383.778142901,"t_decision_unix":1779961380.3330843,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":8192,"affinity_cache_ratio":0.7197961514805378,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3189 < 8000)","v3_prefill_cache_hit":8192,"v3_new_local":3189,"cache_hit":8192,"estimated_new_tokens":3189,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11381,"score_linear":129673.0,"score_lmetric":78590},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11381,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":9801,"ongoing_decode_tokens":9801,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":11381,"score_linear":9801.0,"score_lmetric":11381},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":6773,"score_linear":205451.0,"score_lmetric":27092},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":11381,"score_linear":108020.0,"score_lmetric":11381},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8192,"new_prefill":3189,"score_linear":-8192.0,"score_lmetric":0}],"chosen_score_linear":-8192.0,"chosen_score_lmetric":0,"t_first_token":27384.091945038,"t_first_token_unix":1779961380.646889,"t_done":27384.179159835,"t_done_unix":1779961380.7341027},{"request_id":"1399948:7:1413205:824","session_id":"1399948","input_length":11537,"t_proxy_recv":27384.182621752,"t_decision_unix":1779961380.7375631,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9763370026870071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (273 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":273,"cache_hit":11264,"estimated_new_tokens":273,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11537,"score_linear":129673.0,"score_lmetric":78746},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":11537,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":6929,"score_linear":205451.0,"score_lmetric":27716},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":11537,"score_linear":108020.0,"score_lmetric":11537},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":11264,"new_prefill":273,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":27384.242186066,"t_first_token_unix":1779961380.7971349,"t_done":27384.47125926,"t_done_unix":1779961381.0262036},{"request_id":"1399948:8:1425345:844","session_id":"1399948","input_length":11736,"t_proxy_recv":27384.475205324,"t_decision_unix":1779961381.0301468,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9597818677573279,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (472 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":472,"cache_hit":11264,"estimated_new_tokens":472,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11736,"score_linear":129673.0,"score_lmetric":78945},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":11736,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":210059,"ongoing_decode_tokens":207800,"pending_prefill_tokens":0,"num_requests":4,"active_p_offloads":0,"cached_blocks":2083,"cache_hit":4608,"new_prefill":7128,"score_linear":205451.0,"score_lmetric":28512},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":108020,"ongoing_decode_tokens":212807,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":0,"new_prefill":11736,"score_linear":108020.0,"score_lmetric":11736},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":11264,"new_prefill":472,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":27384.535072885,"t_first_token_unix":1779961381.090016,"t_done":27384.662591044,"t_done_unix":1779961381.2175336},{"request_id":"1363093:5:1407810:790","session_id":"1363093","input_length":73188,"t_proxy_recv":27307.297096167,"t_decision_unix":1779961303.8520374,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":68608,"affinity_cache_ratio":0.9374214352079576,"affinity_num_requests":8,"avg_num_requests":2.625,"fallback_score":14048.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4580 < 8000)","v3_prefill_cache_hit":68608,"v3_new_local":4580,"cache_hit":68608,"estimated_new_tokens":4580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":73188,"score_linear":129808.0,"score_lmetric":152732},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":73188,"score_linear":135124.0,"score_lmetric":146376},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":73188,"score_linear":207249.0,"score_lmetric":274154},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":73188,"score_linear":125984.0,"score_lmetric":146376},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":22009,"ongoing_decode_tokens":22009,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":73188,"score_linear":22009.0,"score_lmetric":73188},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":152453,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-2824,"num_requests":8,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":68608,"new_prefill":4580,"score_linear":83845.0,"score_lmetric":14048},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":132138,"ongoing_decode_tokens":132138,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":73188,"score_linear":132138.0,"score_lmetric":146376},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":73188,"score_linear":127827.0,"score_lmetric":146376}],"chosen_score_linear":83845.0,"chosen_score_lmetric":14048,"t_first_token":27367.600450467,"t_first_token_unix":1779961364.1553946,"t_done":27386.575225583,"t_done_unix":1779961383.1301692},{"request_id":"1364128:3:1419644:833","session_id":"1364128","input_length":32179,"t_proxy_recv":27348.670418482,"t_decision_unix":1779961345.2253594,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":7,"chosen_idx":6,"affinity_cache_hit":8704,"affinity_cache_ratio":0.2704869635476553,"affinity_num_requests":0,"avg_num_requests":1.875,"fallback_score":15202.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=0 threshold=1 eff_loads=[3,2,1,2,1,7,0,0])","v3_prefill_cache_hit":6656,"v3_new_local":25523,"cache_hit":6656,"estimated_new_tokens":25523,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":179971,"ongoing_decode_tokens":153531,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2009,"cache_hit":0,"new_prefill":32179,"score_linear":179971.0,"score_lmetric":96537},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81161,"ongoing_decode_tokens":43763,"pending_prefill_tokens":22,"num_requests":2,"active_p_offloads":0,"cached_blocks":1649,"cache_hit":0,"new_prefill":32179,"score_linear":81161.0,"score_lmetric":64402},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":124090,"ongoing_decode_tokens":0,"pending_prefill_tokens":62138,"num_requests":1,"active_p_offloads":0,"cached_blocks":2060,"cache_hit":0,"new_prefill":32179,"score_linear":124090.0,"score_lmetric":94317},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":26440,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":32179,"score_linear":26440.0,"score_lmetric":32179},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":32179,"score_linear":107292.0,"score_lmetric":46287},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":32179,"score_linear":218696.0,"score_lmetric":238658},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":169457,"pending_prefill_tokens":-10321,"num_requests":0,"active_p_offloads":0,"cached_blocks":2229,"cache_hit":6656,"new_prefill":25523,"score_linear":-6656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":8704,"new_prefill":23475,"score_linear":-8704.0,"score_lmetric":0}],"chosen_score_linear":-6656.0,"chosen_score_lmetric":0,"t_first_token":27353.15006951,"t_first_token_unix":1779961349.7050135,"t_done":27388.914358378,"t_done_unix":1779961385.4693017},{"request_id":"1314357:8:1431749:854","session_id":"1314357","input_length":106805,"t_proxy_recv":27391.463872892,"t_decision_unix":1779961388.0188143,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9971068770188661,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (309 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":309,"cache_hit":106496,"estimated_new_tokens":309,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":106805,"score_linear":125947.0,"score_lmetric":118576},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":106496,"new_prefill":309,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":106805,"score_linear":129673.0,"score_lmetric":174014},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136871,"ongoing_decode_tokens":134612,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":0,"new_prefill":106805,"score_linear":136871.0,"score_lmetric":320415},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":106805,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":106805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":27391.664532476,"t_first_token_unix":1779961388.2194762,"t_done":27392.932719887,"t_done_unix":1779961389.4876633},{"request_id":"1366128:19:1398824:745","session_id":"1366128","input_length":85663,"t_proxy_recv":27318.32564624,"t_decision_unix":1779961314.8805878,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9981438894271739,"affinity_num_requests":6,"avg_num_requests":1.625,"fallback_score":11490.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (159 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":159,"cache_hit":85504,"estimated_new_tokens":159,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":71168,"new_prefill":14495,"score_linear":58640.0,"score_lmetric":35346},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":85663,"score_linear":101803.0,"score_lmetric":85663},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":85663,"score_linear":207249.0,"score_lmetric":299104},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1912,"cache_hit":0,"new_prefill":85663,"score_linear":93040.0,"score_lmetric":85663},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":133033,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1756,"num_requests":6,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":85504,"new_prefill":159,"score_linear":47529.0,"score_lmetric":11490},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":11414,"ongoing_decode_tokens":186106,"pending_prefill_tokens":-14436,"num_requests":1,"active_p_offloads":0,"cached_blocks":2119,"cache_hit":0,"new_prefill":85663,"score_linear":11414.0,"score_lmetric":71227},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":85663,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":47529.0,"chosen_score_lmetric":11490,"t_first_token":27392.860399618,"t_first_token_unix":1779961389.4153433,"t_done":27393.309364131,"t_done_unix":1779961389.8643074},{"request_id":"1399948:9:1433544:857","session_id":"1399948","input_length":11993,"t_proxy_recv":27397.974591464,"t_decision_unix":1779961394.5295324,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9392145418160593,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (729 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":729,"cache_hit":11264,"estimated_new_tokens":729,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":0,"pending_prefill_tokens":13426,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":11993,"score_linear":166514.0,"score_lmetric":50838},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":11993,"score_linear":171535.0,"score_lmetric":29406},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":11993,"score_linear":129673.0,"score_lmetric":79202},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":11993,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":148865,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":4608,"new_prefill":7385,"score_linear":144257.0,"score_lmetric":21678},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":11993,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":11264,"new_prefill":729,"score_linear":-11264.0,"score_lmetric":0}],"chosen_score_linear":-11264.0,"chosen_score_lmetric":0,"t_first_token":27398.042428004,"t_first_token_unix":1779961394.597371,"t_done":27398.106489132,"t_done_unix":1779961394.661432},{"request_id":"1275274:2:1405679:780","session_id":"1275274","input_length":119977,"t_proxy_recv":27299.79090125,"t_decision_unix":1779961296.3458426,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9687190044758579,"affinity_num_requests":6,"avg_num_requests":2.625,"fallback_score":24744.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3753 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":3753,"cache_hit":116224,"estimated_new_tokens":3753,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":119977,"score_linear":129808.0,"score_lmetric":246310},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":119977,"score_linear":135124.0,"score_lmetric":239954},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":119977,"score_linear":207249.0,"score_lmetric":367732},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":0,"pending_prefill_tokens":32944,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":119977,"score_linear":125984.0,"score_lmetric":305842},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":65157,"ongoing_decode_tokens":0,"pending_prefill_tokens":16005,"num_requests":2,"active_p_offloads":0,"cached_blocks":2085,"cache_hit":0,"new_prefill":119977,"score_linear":65157.0,"score_lmetric":271964},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136919,"ongoing_decode_tokens":98638,"pending_prefill_tokens":371,"num_requests":6,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":116224,"new_prefill":3753,"score_linear":20695.0,"score_lmetric":24744},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":134602,"ongoing_decode_tokens":68109,"pending_prefill_tokens":15805,"num_requests":3,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":119977,"score_linear":134602.0,"score_lmetric":407346},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":119977,"score_linear":127827.0,"score_lmetric":239954}],"chosen_score_linear":20695.0,"chosen_score_lmetric":24744,"t_first_token":27348.780267267,"t_first_token_unix":1779961345.3352113,"t_done":27400.217391769,"t_done_unix":1779961396.772335},{"request_id":"1407599:1:1407599:788","session_id":"1407599","input_length":1501,"t_proxy_recv":27306.512105328,"t_decision_unix":1779961303.0670466,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":2.5,"fallback_score":-19768.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1501 < 8000)","v3_prefill_cache_hit":0,"v3_new_local":1501,"cache_hit":0,"estimated_new_tokens":1501,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":1501,"score_linear":129808.0,"score_lmetric":9358},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":135124,"ongoing_decode_tokens":135124,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1548,"cache_hit":0,"new_prefill":1501,"score_linear":135124.0,"score_lmetric":3002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":0,"pending_prefill_tokens":63889,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":1501,"score_linear":207249.0,"score_lmetric":130780},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":125984,"ongoing_decode_tokens":32944,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1810,"cache_hit":0,"new_prefill":1501,"score_linear":125984.0,"score_lmetric":3002},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":19966,"ongoing_decode_tokens":0,"pending_prefill_tokens":9214,"num_requests":1,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":1501,"score_linear":19966.0,"score_lmetric":10715},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":150952,"ongoing_decode_tokens":110733,"pending_prefill_tokens":-4325,"num_requests":7,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":1501,"score_linear":150952.0,"score_lmetric":-19768},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":130739,"ongoing_decode_tokens":130739,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":0,"new_prefill":1501,"score_linear":130739.0,"score_lmetric":3002},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":127827,"ongoing_decode_tokens":127827,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1968,"cache_hit":0,"new_prefill":1501,"score_linear":127827.0,"score_lmetric":3002}],"chosen_score_linear":150952.0,"chosen_score_lmetric":-19768,"t_first_token":27349.274102948,"t_first_token_unix":1779961345.8290474,"t_done":27400.692541926,"t_done_unix":1779961397.2474854},{"request_id":"1399948:10:1434418:858","session_id":"1399948","input_length":12032,"t_proxy_recv":27400.98649825,"t_decision_unix":1779961397.5414395,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9787234042553191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (256 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":256,"cache_hit":11776,"estimated_new_tokens":256,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":12032,"score_linear":166514.0,"score_lmetric":24064},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":12032,"score_linear":171535.0,"score_lmetric":29484},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12032,"score_linear":129673.0,"score_lmetric":79241},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":12032,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-68430,"ongoing_decode_tokens":14974,"pending_prefill_tokens":-159,"num_requests":1,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":4608,"new_prefill":7424,"score_linear":-73038.0,"score_lmetric":7265},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":12032,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":11776,"new_prefill":256,"score_linear":-11776.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27401.020614532,"t_first_token_unix":1779961397.575558,"t_done":27401.231976556,"t_done_unix":1779961397.7869205},{"request_id":"1397223:1:1397223:734","session_id":"1397223","input_length":13134,"t_proxy_recv":27270.128659297,"t_decision_unix":1779961266.6836007,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":null,"chosen_idx":5,"affinity_cache_hit":null,"affinity_cache_ratio":null,"affinity_num_requests":null,"avg_num_requests":1.0,"fallback_score":1410.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":0,"v3_new_local":13134,"cache_hit":0,"estimated_new_tokens":13134,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":17047,"ongoing_decode_tokens":0,"pending_prefill_tokens":663,"num_requests":1,"active_p_offloads":0,"cached_blocks":1960,"cache_hit":0,"new_prefill":13134,"score_linear":17047.0,"score_lmetric":13797},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":146014,"ongoing_decode_tokens":0,"pending_prefill_tokens":37470,"num_requests":3,"active_p_offloads":0,"cached_blocks":1541,"cache_hit":0,"new_prefill":13134,"score_linear":146014.0,"score_lmetric":151812},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":106305,"ongoing_decode_tokens":0,"pending_prefill_tokens":44865,"num_requests":1,"active_p_offloads":0,"cached_blocks":2007,"cache_hit":0,"new_prefill":13134,"score_linear":106305.0,"score_lmetric":57999},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1786,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2053,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-83404,"ongoing_decode_tokens":0,"pending_prefill_tokens":-11724,"num_requests":-1,"active_p_offloads":0,"cached_blocks":1840,"cache_hit":0,"new_prefill":13134,"score_linear":-83404.0,"score_lmetric":-1410},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2044,"cache_hit":0,"new_prefill":13134,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":106143,"ongoing_decode_tokens":0,"pending_prefill_tokens":18079,"num_requests":1,"active_p_offloads":0,"cached_blocks":1944,"cache_hit":0,"new_prefill":13134,"score_linear":106143.0,"score_lmetric":31213}],"chosen_score_linear":-83404.0,"chosen_score_lmetric":-1410,"t_first_token":27271.22659754,"t_first_token_unix":1779961267.7815409,"t_done":27402.381098981,"t_done_unix":1779961398.9360423},{"request_id":"1399948:11:1435163:860","session_id":"1399948","input_length":12106,"t_proxy_recv":27403.692344867,"t_decision_unix":1779961400.2472863,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9727407896910623,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (330 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":330,"cache_hit":11776,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":12106,"score_linear":166514.0,"score_lmetric":24212},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":216804,"ongoing_decode_tokens":0,"pending_prefill_tokens":2923,"num_requests":3,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":12106,"score_linear":216804.0,"score_lmetric":45087},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12106,"score_linear":129673.0,"score_lmetric":79315},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":12106,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":4608,"new_prefill":7498,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":12106,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":11776,"new_prefill":330,"score_linear":-11776.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27403.730764321,"t_first_token_unix":1779961400.2857075,"t_done":27403.778429115,"t_done_unix":1779961400.3333726},{"request_id":"1382089:3:1433211:856","session_id":"1382089","input_length":40567,"t_proxy_recv":27396.76806868,"t_decision_unix":1779961393.32301,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":38912,"affinity_cache_ratio":0.9592032933172283,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1655 < 8000)","v3_prefill_cache_hit":38912,"v3_new_local":1655,"cache_hit":38912,"estimated_new_tokens":1655,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":38912,"new_prefill":1655,"score_linear":87035.0,"score_lmetric":13426},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":40567,"score_linear":171535.0,"score_lmetric":86554},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":40567,"score_linear":129673.0,"score_lmetric":107776},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":148865,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":37888,"new_prefill":2679,"score_linear":110977.0,"score_lmetric":7560},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":40567,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":40567,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":87035.0,"chosen_score_lmetric":13426,"t_first_token":27399.433518919,"t_first_token_unix":1779961395.9884627,"t_done":27403.859557452,"t_done_unix":1779961400.4145012},{"request_id":"1399948:12:1436179:863","session_id":"1399948","input_length":12164,"t_proxy_recv":27407.118954963,"t_decision_unix":1779961403.6738958,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9681025978296613,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (388 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":388,"cache_hit":11776,"estimated_new_tokens":388,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":12164,"score_linear":125947.0,"score_lmetric":12164},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":0,"pending_prefill_tokens":3386,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":12164,"score_linear":323763.0,"score_lmetric":62200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":12164,"score_linear":129673.0,"score_lmetric":79373},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":12164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":4608,"new_prefill":7556,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":12164,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":0,"pending_prefill_tokens":6884,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":11776,"new_prefill":388,"score_linear":17636.0,"score_lmetric":7272}],"chosen_score_linear":17636.0,"chosen_score_lmetric":7272,"t_first_token":27407.577497182,"t_first_token_unix":1779961404.132441,"t_done":27407.77254581,"t_done_unix":1779961404.3274913},{"request_id":"1407599:2:1430593:852","session_id":"1407599","input_length":1840,"t_proxy_recv":27400.695490219,"t_decision_unix":1779961397.250432,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":1536,"affinity_cache_ratio":0.8347826086956521,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (304 < 8000)","v3_prefill_cache_hit":1536,"v3_new_local":304,"cache_hit":1536,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":1840,"score_linear":166514.0,"score_lmetric":3680},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":1840,"score_linear":171535.0,"score_lmetric":9100},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":1840,"score_linear":129673.0,"score_lmetric":69049},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-70270,"ongoing_decode_tokens":13134,"pending_prefill_tokens":-159,"num_requests":0,"active_p_offloads":0,"cached_blocks":2125,"cache_hit":1536,"new_prefill":304,"score_linear":-71806.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":1840,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":1840,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71806.0,"chosen_score_lmetric":0,"t_first_token":27400.735010513,"t_first_token_unix":1779961397.2899535,"t_done":27412.262753338,"t_done_unix":1779961408.8176968},{"request_id":"1381387:7:1411928:819","session_id":"1381387","input_length":72608,"t_proxy_recv":27321.610908002,"t_decision_unix":1779961318.1658494,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9872190392243279,"affinity_num_requests":0,"avg_num_requests":1.75,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (928 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":928,"cache_hit":71680,"estimated_new_tokens":928,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":129808,"ongoing_decode_tokens":0,"pending_prefill_tokens":3178,"num_requests":2,"active_p_offloads":0,"cached_blocks":1977,"cache_hit":0,"new_prefill":72608,"score_linear":129808.0,"score_lmetric":151572},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":101803,"ongoing_decode_tokens":101803,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1572,"cache_hit":0,"new_prefill":72608,"score_linear":101803.0,"score_lmetric":72608},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":207249,"ongoing_decode_tokens":121811,"pending_prefill_tokens":4030,"num_requests":2,"active_p_offloads":0,"cached_blocks":2010,"cache_hit":0,"new_prefill":72608,"score_linear":207249.0,"score_lmetric":153276},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":93040,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1916,"cache_hit":512,"new_prefill":72096,"score_linear":92528.0,"score_lmetric":72096},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":107292,"ongoing_decode_tokens":0,"pending_prefill_tokens":14108,"num_requests":1,"active_p_offloads":0,"cached_blocks":2181,"cache_hit":0,"new_prefill":72608,"score_linear":107292.0,"score_lmetric":86716},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":18125,"pending_prefill_tokens":1915,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":72608,"score_linear":218696.0,"score_lmetric":521661},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-58236,"ongoing_decode_tokens":116456,"pending_prefill_tokens":-14436,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":71680,"new_prefill":928,"score_linear":-129916.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2048,"cache_hit":0,"new_prefill":72608,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-129916.0,"chosen_score_lmetric":0,"t_first_token":27322.257618376,"t_first_token_unix":1779961318.8125622,"t_done":27412.511239245,"t_done_unix":1779961409.0661824},{"request_id":"1313181:9:1333349:415","session_id":"1313181","input_length":129673,"t_proxy_recv":27371.958352748,"t_decision_unix":1779961368.5132942,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":62464,"affinity_cache_ratio":0.481703978468918,"affinity_num_requests":0,"avg_num_requests":1.125,"fallback_score":67209.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62464,"v3_new_local":67209,"cache_hit":62464,"estimated_new_tokens":67209,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":24064,"new_prefill":105609,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":37398,"ongoing_decode_tokens":37398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":59904,"new_prefill":69769,"score_linear":-22506.0,"score_lmetric":69769},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":62464,"new_prefill":67209,"score_linear":-62464.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":129673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":-11565,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":129673,"score_linear":218696.0,"score_lmetric":826756},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":36762,"ongoing_decode_tokens":206219,"pending_prefill_tokens":-10321,"num_requests":1,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":129673,"score_linear":36762.0,"score_lmetric":119352},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":12800,"new_prefill":116873,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-62464.0,"chosen_score_lmetric":0,"t_first_token":27411.656836024,"t_first_token_unix":1779961408.21178,"t_done":27413.413868355,"t_done_unix":1779961409.968812},{"request_id":"1363943:13:1438562:865","session_id":"1363943","input_length":28711,"t_proxy_recv":27415.087685556,"t_decision_unix":1779961411.6426265,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9451429765595069,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1575 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":1575,"cache_hit":27136,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":8704,"new_prefill":20007,"score_linear":117243.0,"score_lmetric":20007},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":73878,"pending_prefill_tokens":676,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":28711,"score_linear":323763.0,"score_lmetric":117548},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":4096,"new_prefill":24615,"score_linear":185905.0,"score_lmetric":59568},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":4096,"new_prefill":24615,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":28711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":4096,"new_prefill":24615,"score_linear":-5936.0,"score_lmetric":-24615},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":4096,"new_prefill":24615,"score_linear":-863.0,"score_lmetric":-24615},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":27136,"new_prefill":1575,"score_linear":2276.0,"score_lmetric":1575}],"chosen_score_linear":2276.0,"chosen_score_lmetric":1575,"t_first_token":27415.396941555,"t_first_token_unix":1779961411.951885,"t_done":27419.932288309,"t_done_unix":1779961416.487235},{"request_id":"1268861:10:1439325:866","session_id":"1268861","input_length":52920,"t_proxy_recv":27417.643918785,"t_decision_unix":1779961414.19886,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9287981859410431,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3768 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":3768,"cache_hit":49152,"estimated_new_tokens":3768,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":52920,"score_linear":125947.0,"score_lmetric":52920},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":73878,"pending_prefill_tokens":676,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":52920,"score_linear":323763.0,"score_lmetric":214384},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":52920,"score_linear":190001.0,"score_lmetric":116178},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":52920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":49152,"new_prefill":3768,"score_linear":-49152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":52920,"score_linear":-1840.0,"score_lmetric":-52920},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":52920,"score_linear":3233.0,"score_lmetric":-52920},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":58123,"ongoing_decode_tokens":58123,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":34304,"new_prefill":18616,"score_linear":23819.0,"score_lmetric":37232}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":27418.85263051,"t_first_token_unix":1779961415.407575,"t_done":27419.970117739,"t_done_unix":1779961416.5250614},{"request_id":"1366128:20:1400446:752","session_id":"1366128","input_length":97657,"t_proxy_recv":27393.330108686,"t_decision_unix":1779961389.8850503,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":85504,"affinity_cache_ratio":0.8755542357434695,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=2 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":85504,"v3_new_local":12153,"v3_src_idx":5,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":2,"v3_src_state":{"num_requests":2,"ongoing_tokens":51208,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":85504,"estimated_new_tokens":12153,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":71168,"new_prefill":26489,"score_linear":54779.0,"score_lmetric":38260},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":97657,"score_linear":129673.0,"score_lmetric":164866},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":51208,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159,"num_requests":2,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":85504,"new_prefill":12153,"score_linear":-34296.0,"score_lmetric":23988},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":97657,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":97657,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-34296.0,"chosen_score_lmetric":23988,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":27393.3330393,"t_prefill_sent_unix":1779961389.8879821,"t_prefill_done":27400.217792935,"t_prefill_done_unix":1779961396.7727365,"t_decode_sent":27400.218991675,"t_decode_sent_unix":1779961396.7739346,"t_first_token":27420.382277897,"t_first_token_unix":1779961416.9372215,"t_done":27421.909362545,"t_done_unix":1779961418.4643064},{"request_id":"1404395:2:1435941:862","session_id":"1404395","input_length":29412,"t_proxy_recv":27406.273387191,"t_decision_unix":1779961402.8283281,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22528,"affinity_cache_ratio":0.7659458724330205,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6884 < 8000)","v3_prefill_cache_hit":22528,"v3_new_local":6884,"cache_hit":22528,"estimated_new_tokens":6884,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":29412,"score_linear":125947.0,"score_lmetric":29412},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":0,"pending_prefill_tokens":3386,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":512,"new_prefill":28900,"score_linear":323251.0,"score_lmetric":129144},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":29412,"score_linear":129673.0,"score_lmetric":96621},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":29412,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":512,"new_prefill":28900,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":512,"new_prefill":28900,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":29412,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":22528,"new_prefill":6884,"score_linear":-22528.0,"score_lmetric":0}],"chosen_score_linear":-22528.0,"chosen_score_lmetric":0,"t_first_token":27407.563360338,"t_first_token_unix":1779961404.1183043,"t_done":27427.100083438,"t_done_unix":1779961423.655027},{"request_id":"1371622:2:1442319:869","session_id":"1371622","input_length":19056,"t_proxy_recv":27427.492890474,"t_decision_unix":1779961424.0478315,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":13312,"affinity_cache_ratio":0.6985726280436608,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5744 < 8000)","v3_prefill_cache_hit":13312,"v3_new_local":5744,"cache_hit":13312,"estimated_new_tokens":5744,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":19056,"score_linear":125947.0,"score_lmetric":19056},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":19056,"score_linear":226106.0,"score_lmetric":58557},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":19056,"score_linear":190001.0,"score_lmetric":48450},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":13312,"new_prefill":5744,"score_linear":-13312.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":11264,"new_prefill":7792,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":19056,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66386,"ongoing_decode_tokens":108020,"pending_prefill_tokens":14001,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":19056,"score_linear":66386.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":19056,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-13312.0,"chosen_score_lmetric":0,"t_first_token":27429.413583763,"t_first_token_unix":1779961425.968527,"t_done":27429.943363039,"t_done_unix":1779961426.4983063},{"request_id":"1264679:3:1431512:853","session_id":"1264679","input_length":125947,"t_proxy_recv":27390.503137572,"t_decision_unix":1779961387.058079,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114176,"affinity_cache_ratio":0.9065400525617918,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":114176,"v3_new_local":11771,"cache_hit":114176,"estimated_new_tokens":11771,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":114176,"new_prefill":11771,"score_linear":-114176.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":125947,"score_linear":129673.0,"score_lmetric":193156},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":136871,"ongoing_decode_tokens":134612,"pending_prefill_tokens":0,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":0,"new_prefill":125947,"score_linear":136871.0,"score_lmetric":377841},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":125947,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":125947,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114176.0,"chosen_score_lmetric":0,"t_first_token":27399.046976903,"t_first_token_unix":1779961395.6019208,"t_done":27431.587411047,"t_done_unix":1779961428.1423547},{"request_id":"1371622:3:1443876:871","session_id":"1371622","input_length":19292,"t_proxy_recv":27432.602643689,"t_decision_unix":1779961429.1575851,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":18944,"affinity_cache_ratio":0.9819614347916235,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (348 < 8000)","v3_prefill_cache_hit":18944,"v3_new_local":348,"cache_hit":18944,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":0,"new_prefill":19292,"score_linear":226106.0,"score_lmetric":59265},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":19292,"score_linear":190001.0,"score_lmetric":48922},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":18944,"new_prefill":348,"score_linear":-18944.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":11264,"new_prefill":8028,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":19292,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66386,"ongoing_decode_tokens":108020,"pending_prefill_tokens":14001,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":19292,"score_linear":66386.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":19292,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-18944.0,"chosen_score_lmetric":0,"t_first_token":27432.686765354,"t_first_token_unix":1779961429.2417088,"t_done":27439.19909363,"t_done_unix":1779961435.754044},{"request_id":"1294611:12:1441557:868","session_id":"1294611","input_length":63153,"t_proxy_recv":27424.759831819,"t_decision_unix":1779961421.314773,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.7783003182746663,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"no_low_load_target (prefill_host.num_req=-1 threshold=1 eff_loads=[1,3,2,0,0,0,-1,1])","v3_prefill_cache_hit":49152,"v3_new_local":14001,"cache_hit":49152,"estimated_new_tokens":14001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":63153,"score_linear":125947.0,"score_lmetric":63153},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":43008,"new_prefill":20145,"score_linear":183098.0,"score_lmetric":61824},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":63153,"score_linear":190001.0,"score_lmetric":136644},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":12800,"new_prefill":50353,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":63153,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":63153,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":49152,"new_prefill":14001,"score_linear":-45919.0,"score_lmetric":-14001},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":63153,"score_linear":29412.0,"score_lmetric":63153}],"chosen_score_linear":-45919.0,"chosen_score_lmetric":-14001,"t_first_token":27438.903967214,"t_first_token_unix":1779961435.458917,"t_done":27443.442381125,"t_done_unix":1779961439.9973242},{"request_id":"1342921:5:1433192:855","session_id":"1342921","input_length":73878,"t_proxy_recv":27396.694615839,"t_decision_unix":1779961393.249557,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9633179024878854,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2710 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":2710,"cache_hit":71168,"estimated_new_tokens":2710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":0,"pending_prefill_tokens":11771,"num_requests":1,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":66048,"new_prefill":7830,"score_linear":59899.0,"score_lmetric":19601},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":97657,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":71168,"new_prefill":2710,"score_linear":26489.0,"score_lmetric":2710},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":73878,"score_linear":129673.0,"score_lmetric":141087},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":148865,"ongoing_decode_tokens":134612,"pending_prefill_tokens":-159,"num_requests":3,"active_p_offloads":0,"cached_blocks":2092,"cache_hit":0,"new_prefill":73878,"score_linear":148865.0,"score_lmetric":221157},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":73878,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":73878,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":26489.0,"chosen_score_lmetric":2710,"t_first_token":27412.437101586,"t_first_token_unix":1779961408.9920452,"t_done":27445.058332378,"t_done_unix":1779961441.613276},{"request_id":"1294611:13:1446349:872","session_id":"1294611","input_length":63488,"t_proxy_recv":27443.453390217,"t_decision_unix":1779961440.0083318,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":62976,"affinity_cache_ratio":0.9919354838709677,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (512 < 8000)","v3_prefill_cache_hit":62976,"v3_new_local":512,"cache_hit":62976,"estimated_new_tokens":512,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":43008,"new_prefill":20480,"score_linear":183098.0,"score_lmetric":62829},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":63488,"score_linear":190001.0,"score_lmetric":137314},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":12800,"new_prefill":50688,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":63488,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":62976,"new_prefill":512,"score_linear":-59743.0,"score_lmetric":-512},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":63488,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-59743.0,"chosen_score_lmetric":-512,"t_first_token":27443.568047683,"t_first_token_unix":1779961440.1229913,"t_done":27445.386280398,"t_done_unix":1779961441.9412236},{"request_id":"1270340:6:1434904:859","session_id":"1270340","input_length":45269,"t_proxy_recv":27402.629236559,"t_decision_unix":1779961399.1841776,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9952947933464402,"affinity_num_requests":2,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (213 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":213,"cache_hit":45056,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":166514,"ongoing_decode_tokens":166514,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2046,"cache_hit":0,"new_prefill":45269,"score_linear":166514.0,"score_lmetric":90538},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":171535,"ongoing_decode_tokens":0,"pending_prefill_tokens":2710,"num_requests":2,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":45056,"new_prefill":213,"score_linear":126479.0,"score_lmetric":5846},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":45269,"score_linear":129673.0,"score_lmetric":112478},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":1536,"new_prefill":43733,"score_linear":-1536.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-81564,"ongoing_decode_tokens":1840,"pending_prefill_tokens":-159,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":45269,"score_linear":-81564.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":45269,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":45269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":126479.0,"chosen_score_lmetric":5846,"t_first_token":27420.377876349,"t_first_token_unix":1779961416.93282,"t_done":27446.128320345,"t_done_unix":1779961442.6832635},{"request_id":"1314357:9:1435219:861","session_id":"1314357","input_length":106959,"t_proxy_recv":27403.933866853,"t_decision_unix":1779961400.4888082,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.9956712385119532,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":10158.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (463 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":463,"cache_hit":106496,"estimated_new_tokens":463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":0,"new_prefill":106959,"score_linear":125947.0,"score_lmetric":106959},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":216804,"ongoing_decode_tokens":0,"pending_prefill_tokens":2923,"num_requests":3,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":106496,"new_prefill":463,"score_linear":110308.0,"score_lmetric":10158},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":0,"new_prefill":106959,"score_linear":129673.0,"score_lmetric":174168},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":1840,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75841,"ongoing_decode_tokens":180628,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":106959,"score_linear":75841.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":106959,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":110308.0,"chosen_score_lmetric":10158,"t_first_token":27444.589457378,"t_first_token_unix":1779961441.1444008,"t_done":27447.634552038,"t_done_unix":1779961444.189496},{"request_id":"1314357:10:1439373:867","session_id":"1314357","input_length":107228,"t_proxy_recv":27447.651557299,"t_decision_unix":1779961444.2064989,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9979482970865818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (220 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":220,"cache_hit":107008,"estimated_new_tokens":220,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":107008,"new_prefill":220,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":107228,"score_linear":190001.0,"score_lmetric":224794},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":107228,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":107228,"score_linear":3233.0,"score_lmetric":-107228},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":107228,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":27447.811809309,"t_first_token_unix":1779961444.3667529,"t_done":27448.097799592,"t_done_unix":1779961444.6527433},{"request_id":"1342921:6:1448548:876","session_id":"1342921","input_length":75761,"t_proxy_recv":27448.231666357,"t_decision_unix":1779961444.7866073,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9731656129142963,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2033 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":2033,"cache_hit":73728,"estimated_new_tokens":2033,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":66048,"new_prefill":9713,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108166,"ongoing_decode_tokens":0,"pending_prefill_tokens":1158,"num_requests":1,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":73728,"new_prefill":2033,"score_linear":34438.0,"score_lmetric":3191},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":75761,"score_linear":190001.0,"score_lmetric":161860},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":75761,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":75761,"score_linear":3233.0,"score_lmetric":-75761},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":75761,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":34438.0,"chosen_score_lmetric":3191,"t_first_token":27449.74117665,"t_first_token_unix":1779961446.296121,"t_done":27450.374876232,"t_done_unix":1779961446.9298198},{"request_id":"1314357:11:1442554:870","session_id":"1314357","input_length":108166,"t_proxy_recv":27448.116591295,"t_decision_unix":1779961444.6715326,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.9892942329382616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1158 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1158,"cache_hit":107008,"estimated_new_tokens":1158,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":107008,"new_prefill":1158,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":108166,"score_linear":190001.0,"score_lmetric":226670},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":108166,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":108166,"score_linear":3233.0,"score_lmetric":-108166},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":108166,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":27448.889424364,"t_first_token_unix":1779961445.444368,"t_done":27451.980376713,"t_done_unix":1779961448.5353205},{"request_id":"1314357:12:1446681:873","session_id":"1314357","input_length":108409,"t_proxy_recv":27451.997249571,"t_decision_unix":1779961448.5521913,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.996522428949626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (377 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":377,"cache_hit":108032,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":108032,"new_prefill":377,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":108409,"score_linear":190001.0,"score_lmetric":227156},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":108409,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":108409,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":108409,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":27452.230127093,"t_first_token_unix":1779961448.7850711,"t_done":27452.812380891,"t_done_unix":1779961449.3673244},{"request_id":"1366128:21:1402408:760","session_id":"1366128","input_length":97814,"t_proxy_recv":27421.924756306,"t_decision_unix":1779961418.479698,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":5,"affinity_cache_hit":97280,"affinity_cache_ratio":0.9945406588013985,"affinity_num_requests":3,"avg_num_requests":1.0,"fallback_score":534.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (534 < 8000)","v3_prefill_cache_hit":97280,"v3_new_local":534,"cache_hit":97280,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":71168,"new_prefill":26646,"score_linear":54779.0,"score_lmetric":26646},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":226106,"ongoing_decode_tokens":119147,"pending_prefill_tokens":463,"num_requests":3,"active_p_offloads":0,"cached_blocks":1847,"cache_hit":97280,"new_prefill":534,"score_linear":128826.0,"score_lmetric":2991},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":97814,"score_linear":190001.0,"score_lmetric":205966},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":97814,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":97814,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":97280,"new_prefill":534,"score_linear":-99120.0,"score_lmetric":-534},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":97814,"score_linear":3233.0,"score_lmetric":-97814},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2084,"cache_hit":0,"new_prefill":97814,"score_linear":29412.0,"score_lmetric":97814}],"chosen_score_linear":-99120.0,"chosen_score_lmetric":-534,"t_first_token":27453.244794928,"t_first_token_unix":1779961449.799739,"t_done":27453.629691697,"t_done_unix":1779961450.1846352},{"request_id":"1366128:22:1403837:766","session_id":"1366128","input_length":97917,"t_proxy_recv":27453.64710998,"t_decision_unix":1779961450.2020512,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9987234086011622,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (125 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":125,"cache_hit":97792,"estimated_new_tokens":125,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":26749,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108791,"ongoing_decode_tokens":108791,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":97280,"new_prefill":637,"score_linear":11511.0,"score_lmetric":637},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":97917,"score_linear":190001.0,"score_lmetric":206172},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":97792,"new_prefill":125,"score_linear":-99632.0,"score_lmetric":-125},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":97917,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":97917,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-99632.0,"chosen_score_lmetric":-125,"t_first_token":27453.845502439,"t_first_token_unix":1779961450.4004462,"t_done":27453.91051925,"t_done_unix":1779961450.4654624},{"request_id":"1314357:13:1448346:875","session_id":"1314357","input_length":108791,"t_proxy_recv":27452.830544736,"t_decision_unix":1779961449.3854861,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9930233199437454,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (759 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":759,"cache_hit":108032,"estimated_new_tokens":759,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":108032,"new_prefill":759,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":108791,"score_linear":190001.0,"score_lmetric":227920},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":108791,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":108791,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":108791,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":27453.357868629,"t_first_token_unix":1779961449.9128118,"t_done":27455.162948074,"t_done_unix":1779961451.7178922},{"request_id":"1314357:14:1450740:878","session_id":"1314357","input_length":109010,"t_proxy_recv":27455.506674259,"t_decision_unix":1779961452.0616157,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108544,"affinity_cache_ratio":0.9957251628290983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (466 < 8000)","v3_prefill_cache_hit":108544,"v3_new_local":466,"cache_hit":108544,"estimated_new_tokens":466,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1860,"cache_hit":108544,"new_prefill":466,"score_linear":-108544.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":109010,"score_linear":190001.0,"score_lmetric":228358},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":107734,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":109010,"score_linear":107734.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":109010,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109010,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108544.0,"chosen_score_lmetric":0,"t_first_token":27455.744368597,"t_first_token_unix":1779961452.2993147,"t_done":27457.021350499,"t_done_unix":1779961453.5762963},{"request_id":"1364090:10:1426859:847","session_id":"1364090","input_length":108020,"t_proxy_recv":27374.492324365,"t_decision_unix":1779961371.0472658,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9384928716904277,"affinity_num_requests":0,"avg_num_requests":1.25,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6644 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":6644,"cache_hit":101376,"estimated_new_tokens":6644,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":42342,"ongoing_decode_tokens":42342,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2042,"cache_hit":4096,"new_prefill":103924,"score_linear":38246.0,"score_lmetric":103924},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1656,"cache_hit":0,"new_prefill":108020,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":0,"pending_prefill_tokens":67209,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":7680,"new_prefill":100340,"score_linear":121993.0,"score_lmetric":167549},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":7680,"new_prefill":100340,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":108020,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":218696,"ongoing_decode_tokens":216437,"pending_prefill_tokens":0,"num_requests":7,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":49152,"new_prefill":58868,"score_linear":169544.0,"score_lmetric":412076},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":104787,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":101376,"new_prefill":6644,"score_linear":-101376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":26923,"ongoing_decode_tokens":26923,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2051,"cache_hit":7680,"new_prefill":100340,"score_linear":19243.0,"score_lmetric":100340}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":27378.667346877,"t_first_token_unix":1779961375.222291,"t_done":27457.71074011,"t_done_unix":1779961454.2656834},{"request_id":"1294611:14:1449074:877","session_id":"1294611","input_length":63616,"t_proxy_recv":27450.065872465,"t_decision_unix":1779961446.6208134,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":63488,"affinity_cache_ratio":0.9979879275653923,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (128 < 8000)","v3_prefill_cache_hit":63488,"v3_new_local":128,"cache_hit":63488,"estimated_new_tokens":128,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":183927,"ongoing_decode_tokens":183927,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":1853,"cache_hit":43008,"new_prefill":20608,"score_linear":140919.0,"score_lmetric":41216},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":63616,"score_linear":190001.0,"score_lmetric":137570},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":12800,"new_prefill":50816,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":95974,"ongoing_decode_tokens":0,"pending_prefill_tokens":534,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":63616,"score_linear":95974.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":63488,"new_prefill":128,"score_linear":-60255.0,"score_lmetric":-128},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":63616,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60255.0,"chosen_score_lmetric":-128,"t_first_token":27450.170399251,"t_first_token_unix":1779961446.725343,"t_done":27458.380157094,"t_done_unix":1779961454.9351003},{"request_id":"1371622:4:1452210:881","session_id":"1371622","input_length":20439,"t_proxy_recv":27460.482048138,"t_decision_unix":1779961457.0369897,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9769558197563482,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (471 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":471,"cache_hit":19968,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":20439,"score_linear":190001.0,"score_lmetric":51216},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":19968,"new_prefill":471,"score_linear":-19968.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55050,"ongoing_decode_tokens":0,"pending_prefill_tokens":2314,"num_requests":1,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":11264,"new_prefill":9175,"score_linear":43786.0,"score_lmetric":11489},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":107734,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":20439,"score_linear":107734.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":20439,"score_linear":-104787.0,"score_lmetric":-40878},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":20439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":27460.542053898,"t_first_token_unix":1779961457.096997,"t_done":27461.076157112,"t_done_unix":1779961457.6311},{"request_id":"1268861:11:1452208:880","session_id":"1268861","input_length":55050,"t_proxy_recv":27460.473842727,"t_decision_unix":1779961457.0287838,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9579654859218892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2314 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2314,"cache_hit":52736,"estimated_new_tokens":2314,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":55050,"score_linear":190001.0,"score_lmetric":120438},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":55050,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":52736,"new_prefill":2314,"score_linear":-52736.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":107734,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":55050,"score_linear":107734.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":55050,"score_linear":-104787.0,"score_lmetric":-110100},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":34304,"new_prefill":20746,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":27461.3066835,"t_first_token_unix":1779961457.8616269,"t_done":27461.788431657,"t_done_unix":1779961458.3433752},{"request_id":"1366128:23:1405900:781","session_id":"1366128","input_length":109574,"t_proxy_recv":27453.93205044,"t_decision_unix":1779961450.4869921,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":97792,"affinity_cache_ratio":0.8924744921240441,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":97792,"v3_new_local":11782,"cache_hit":97792,"estimated_new_tokens":11782,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":38406,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":108791,"ongoing_decode_tokens":108791,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1859,"cache_hit":97280,"new_prefill":12294,"score_linear":11511.0,"score_lmetric":12294},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":109574,"score_linear":190001.0,"score_lmetric":229486},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":109574,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":109574,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":97792,"new_prefill":11782,"score_linear":-99632.0,"score_lmetric":-11782},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":66849,"ongoing_decode_tokens":171636,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":109574,"score_linear":66849.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-99632.0,"chosen_score_lmetric":-11782,"t_first_token":27461.490582666,"t_first_token_unix":1779961458.0455263,"t_done":27462.626662807,"t_done_unix":1779961459.1816068},{"request_id":"1366128:24:1407996:794","session_id":"1366128","input_length":109775,"t_proxy_recv":27462.643902692,"t_decision_unix":1779961459.1988442,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":109568,"affinity_cache_ratio":0.998114324755181,"affinity_num_requests":-1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (207 < 8000)","v3_prefill_cache_hit":109568,"v3_new_local":207,"cache_hit":109568,"estimated_new_tokens":207,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":38607,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109164,"ongoing_decode_tokens":109164,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":12495,"score_linear":11884.0,"score_lmetric":12495},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":109775,"score_linear":190001.0,"score_lmetric":229888},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":109568,"new_prefill":207,"score_linear":-111408.0,"score_lmetric":-207},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":109775,"score_linear":-104787.0,"score_lmetric":-219550},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111408.0,"chosen_score_lmetric":-207,"t_first_token":27462.866226082,"t_first_token_unix":1779961459.421171,"t_done":27463.202385731,"t_done_unix":1779961459.7573292},{"request_id":"1314357:15:1452292:882","session_id":"1314357","input_length":109164,"t_proxy_recv":27460.732683376,"t_decision_unix":1779961457.2876246,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9990106628558866,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":108,"cache_hit":109056,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":109056,"new_prefill":108,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":109164,"score_linear":190001.0,"score_lmetric":228666},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":20439,"ongoing_decode_tokens":20439,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":0,"new_prefill":109164,"score_linear":20439.0,"score_lmetric":109164},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":55050,"ongoing_decode_tokens":0,"pending_prefill_tokens":2314,"num_requests":1,"active_p_offloads":0,"cached_blocks":2261,"cache_hit":0,"new_prefill":109164,"score_linear":55050.0,"score_lmetric":111478},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":107734,"ongoing_decode_tokens":0,"pending_prefill_tokens":11782,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":109164,"score_linear":107734.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":109164,"score_linear":-104787.0,"score_lmetric":-218328},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":109164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":27460.906554144,"t_first_token_unix":1779961457.4614973,"t_done":27464.870485501,"t_done_unix":1779961461.4254298},{"request_id":"1356885:2:1438037:864","session_id":"1356885","input_length":127488,"t_proxy_recv":27413.389432581,"t_decision_unix":1779961409.9443736,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":122368,"affinity_cache_ratio":0.9598393574297188,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5120 < 8000)","v3_prefill_cache_hit":122368,"v3_new_local":5120,"cache_hit":122368,"estimated_new_tokens":5120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":6656,"new_prefill":120832,"score_linear":119291.0,"score_lmetric":120832},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":73878,"pending_prefill_tokens":676,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":0,"new_prefill":127488,"score_linear":323763.0,"score_lmetric":512656},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129673,"ongoing_decode_tokens":129673,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2067,"cache_hit":122368,"new_prefill":5120,"score_linear":7305.0,"score_lmetric":5120},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":1024,"new_prefill":126464,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":127488,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":127488,"score_linear":-1840.0,"score_lmetric":-127488},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":127488,"score_linear":3233.0,"score_lmetric":-127488},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":0,"new_prefill":127488,"score_linear":29412.0,"score_lmetric":127488}],"chosen_score_linear":7305.0,"chosen_score_lmetric":5120,"t_first_token":27465.113792754,"t_first_token_unix":1779961461.6687365,"t_done":27467.309906077,"t_done_unix":1779961463.8648493},{"request_id":"1366128:25:1411126:813","session_id":"1366128","input_length":117746,"t_proxy_recv":27463.224924437,"t_decision_unix":1779961459.7798662,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":109568,"affinity_cache_ratio":0.9305454113090891,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":109568,"v3_new_local":8178,"cache_hit":109568,"estimated_new_tokens":8178,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":46578,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":109164,"ongoing_decode_tokens":109164,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":20466,"score_linear":11884.0,"score_lmetric":20466},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":190001,"ongoing_decode_tokens":0,"pending_prefill_tokens":5169,"num_requests":2,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":0,"new_prefill":117746,"score_linear":190001.0,"score_lmetric":245830},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":109568,"new_prefill":8178,"score_linear":-109568.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":-104787,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-2,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":117746,"score_linear":-104787.0,"score_lmetric":-235492},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":117746,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109568.0,"chosen_score_lmetric":0,"t_first_token":27468.765707873,"t_first_token_unix":1779961465.3206522,"t_done":27469.220140304,"t_done_unix":1779961465.7750835},{"request_id":"1371622:5:1455608:884","session_id":"1371622","input_length":21518,"t_proxy_recv":27472.265325695,"t_decision_unix":1779961468.820267,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":20480,"affinity_cache_ratio":0.951761316107445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1038 < 8000)","v3_prefill_cache_hit":20480,"v3_new_local":1038,"cache_hit":20480,"estimated_new_tokens":1038,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":21518,"score_linear":191076.0,"score_lmetric":43036},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":20480,"new_prefill":1038,"score_linear":-20480.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":11264,"new_prefill":10254,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":127989,"ongoing_decode_tokens":0,"pending_prefill_tokens":10229,"num_requests":1,"active_p_offloads":0,"cached_blocks":2195,"cache_hit":0,"new_prefill":21518,"score_linear":127989.0,"score_lmetric":31747},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":21518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-20480.0,"chosen_score_lmetric":0,"t_first_token":27472.507952244,"t_first_token_unix":1779961469.0628953,"t_done":27472.961240322,"t_done_unix":1779961469.5161834},{"request_id":"1366128:26:1413108:823","session_id":"1366128","input_length":127989,"t_proxy_recv":27469.244050635,"t_decision_unix":1779961465.7989922,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9200790692950176,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":117760,"v3_new_local":10229,"cache_hit":117760,"estimated_new_tokens":10229,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":56821,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":30709,"score_linear":-97280.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":127989,"score_linear":191076.0,"score_lmetric":255978},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2195,"cache_hit":117760,"new_prefill":10229,"score_linear":-117760.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":127989,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":27476.996428418,"t_first_token_unix":1779961473.5513723,"t_done":27479.829959885,"t_done_unix":1779961476.3849032},{"request_id":"1366128:27:1417788:831","session_id":"1366128","input_length":128433,"t_proxy_recv":27479.851516948,"t_decision_unix":1779961476.4064584,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":128000,"affinity_cache_ratio":0.9966285923399749,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (433 < 8000)","v3_prefill_cache_hit":128000,"v3_new_local":433,"cache_hit":128000,"estimated_new_tokens":433,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":57265,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":31153,"score_linear":-97280.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":128433,"score_linear":191076.0,"score_lmetric":256866},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2215,"cache_hit":128000,"new_prefill":433,"score_linear":-128000.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":128433,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-128000.0,"chosen_score_lmetric":0,"t_first_token":27480.232779139,"t_first_token_unix":1779961476.7877228,"t_done":27481.23987233,"t_done_unix":1779961477.7948182},{"request_id":"1366128:28:1421998:837","session_id":"1366128","input_length":128642,"t_proxy_recv":27481.260581234,"t_decision_unix":1779961477.815523,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":128512,"affinity_cache_ratio":0.9989894435720837,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (130 < 8000)","v3_prefill_cache_hit":128512,"v3_new_local":130,"cache_hit":128512,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":57474,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":31362,"score_linear":-97280.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":128642,"score_linear":191076.0,"score_lmetric":257284},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":128512,"new_prefill":130,"score_linear":-128512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":128642,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-128512.0,"chosen_score_lmetric":0,"t_first_token":27481.527918623,"t_first_token_unix":1779961478.0828621,"t_done":27482.039814684,"t_done_unix":1779961478.594758},{"request_id":"1363943:14:1458616:885","session_id":"1363943","input_length":29268,"t_proxy_recv":27482.206284837,"t_decision_unix":1779961478.7612264,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.997129971299713,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (84 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":84,"cache_hit":29184,"estimated_new_tokens":84,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":20564,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":4096,"new_prefill":25172,"score_linear":186980.0,"score_lmetric":50344},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":29268,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":126198,"ongoing_decode_tokens":0,"pending_prefill_tokens":246,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":4096,"new_prefill":25172,"score_linear":122102.0,"score_lmetric":25418},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":25172,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":29184,"new_prefill":84,"score_linear":-29184.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27482.286902453,"t_first_token_unix":1779961478.8418455,"t_done":27482.851919927,"t_done_unix":1779961479.4068632},{"request_id":"1404395:3:1460072:887","session_id":"1404395","input_length":34392,"t_proxy_recv":27486.865159528,"t_decision_unix":1779961483.420101,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31744,"affinity_cache_ratio":0.9230053500814143,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2648 < 8000)","v3_prefill_cache_hit":31744,"v3_new_local":2648,"cache_hit":31744,"estimated_new_tokens":2648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":34392,"score_linear":26406.0,"score_lmetric":34686},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":34392,"score_linear":191076.0,"score_lmetric":68784},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":512,"new_prefill":33880,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":512,"new_prefill":33880,"score_linear":125686.0,"score_lmetric":33880},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":34392,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":31744,"new_prefill":2648,"score_linear":-31744.0,"score_lmetric":0}],"chosen_score_linear":-31744.0,"chosen_score_lmetric":0,"t_first_token":27487.48315075,"t_first_token_unix":1779961484.0380943,"t_done":27489.90082655,"t_done_unix":1779961486.45577},{"request_id":"1356885:3:1451307:879","session_id":"1356885","input_length":128563,"t_proxy_recv":27467.330607228,"t_decision_unix":1779961463.8855488,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":127488,"affinity_cache_ratio":0.9916383407356705,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1075 < 8000)","v3_prefill_cache_hit":127488,"v3_new_local":1075,"cache_hit":127488,"estimated_new_tokens":1075,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":6656,"new_prefill":121907,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":127488,"new_prefill":1075,"score_linear":-64975.0,"score_lmetric":1075},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2218,"cache_hit":1024,"new_prefill":127539,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":117746,"ongoing_decode_tokens":0,"pending_prefill_tokens":8178,"num_requests":1,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":128563,"score_linear":117746.0,"score_lmetric":136741},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":128563,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-64975.0,"chosen_score_lmetric":1075,"t_first_token":27468.411592729,"t_first_token_unix":1779961464.9665375,"t_done":27491.354508282,"t_done_unix":1779961487.9094517},{"request_id":"1242838:5:1460026:886","session_id":"1242838","input_length":26406,"t_proxy_recv":27486.691392382,"t_decision_unix":1779961483.2463336,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9888661667802772,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (294 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":294,"cache_hit":26112,"estimated_new_tokens":294,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":26112,"new_prefill":294,"score_linear":-26112.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":3584,"new_prefill":22822,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":26406,"score_linear":191076.0,"score_lmetric":52812},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":26406,"score_linear":126198.0,"score_lmetric":26406},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":26406,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-26112.0,"chosen_score_lmetric":0,"t_first_token":27489.906460172,"t_first_token_unix":1779961486.4614036,"t_done":27491.839789335,"t_done_unix":1779961488.3947325},{"request_id":"1363943:15:1461716:889","session_id":"1363943","input_length":29651,"t_proxy_recv":27492.127274476,"t_decision_unix":1779961488.6822157,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29184,"affinity_cache_ratio":0.984250109608445,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (467 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":467,"cache_hit":29184,"estimated_new_tokens":467,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":20947,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":29651,"score_linear":81299.0,"score_lmetric":29651},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":62513,"ongoing_decode_tokens":62513,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2093,"cache_hit":4096,"new_prefill":25555,"score_linear":58417.0,"score_lmetric":25555},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":29651,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":4096,"new_prefill":25555,"score_linear":203401.0,"score_lmetric":51110},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":25555,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":29184,"new_prefill":467,"score_linear":-29184.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27492.296745895,"t_first_token_unix":1779961488.8516896,"t_done":27493.677358018,"t_done_unix":1779961490.2323008},{"request_id":"1313181:9:1386945:689","session_id":"1313181","input_length":62513,"t_proxy_recv":27413.424365667,"t_decision_unix":1779961409.979307,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":62464,"affinity_cache_ratio":0.999216163038088,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (49 < 8000)","v3_prefill_cache_hit":62464,"v3_new_local":49,"cache_hit":62464,"estimated_new_tokens":49,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":125947,"ongoing_decode_tokens":125947,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2049,"cache_hit":24064,"new_prefill":38449,"score_linear":101883.0,"score_lmetric":38449},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":323763,"ongoing_decode_tokens":73878,"pending_prefill_tokens":676,"num_requests":4,"active_p_offloads":0,"cached_blocks":1657,"cache_hit":59904,"new_prefill":2609,"score_linear":263859.0,"score_lmetric":13140},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":127488,"ongoing_decode_tokens":0,"pending_prefill_tokens":5120,"num_requests":1,"active_p_offloads":0,"cached_blocks":2079,"cache_hit":62464,"new_prefill":49,"score_linear":65024.0,"score_lmetric":5169},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2204,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":0,"new_prefill":62513,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":-1840,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":62513,"score_linear":-1840.0,"score_lmetric":-62513},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":3233,"ongoing_decode_tokens":108020,"pending_prefill_tokens":0,"num_requests":-1,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":0,"new_prefill":62513,"score_linear":3233.0,"score_lmetric":-62513},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":29412,"ongoing_decode_tokens":29412,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":12800,"new_prefill":49713,"score_linear":16612.0,"score_lmetric":49713}],"chosen_score_linear":65024.0,"chosen_score_lmetric":5169,"t_first_token":27465.117953779,"t_first_token_unix":1779961461.672897,"t_done":27495.590304205,"t_done_unix":1779961492.1452477},{"request_id":"1363943:16:1463626:890","session_id":"1363943","input_length":34671,"t_proxy_recv":27498.598653035,"t_decision_unix":1779961495.153594,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8565083210752502,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4975 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":4975,"cache_hit":29696,"estimated_new_tokens":4975,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":25967,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":34671,"score_linear":81299.0,"score_lmetric":34671},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4096,"new_prefill":30575,"score_linear":125743.0,"score_lmetric":95902},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":34671,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":4096,"new_prefill":30575,"score_linear":203401.0,"score_lmetric":61150},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":30575,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":29696,"new_prefill":4975,"score_linear":-29696.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":27499.747499177,"t_first_token_unix":1779961496.3024435,"t_done":27501.21312713,"t_done_unix":1779961497.7680705},{"request_id":"1268861:12:1463977:891","session_id":"1268861","input_length":56147,"t_proxy_recv":27499.887241,"t_decision_unix":1779961496.4421823,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9757244376369174,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1363 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":1363,"cache_hit":54784,"estimated_new_tokens":1363,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":56147,"score_linear":81299.0,"score_lmetric":56147},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":56147,"score_linear":129839.0,"score_lmetric":121474},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":54784,"new_prefill":1363,"score_linear":-54784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":56147,"score_linear":207497.0,"score_lmetric":112294},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":56147,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34671,"ongoing_decode_tokens":34671,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":34304,"new_prefill":21843,"score_linear":367.0,"score_lmetric":21843}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":27500.403388861,"t_first_token_unix":1779961496.9583328,"t_done":27501.308628485,"t_done_unix":1779961497.863572},{"request_id":"1371622:6:1465333:892","session_id":"1371622","input_length":23079,"t_proxy_recv":27504.142973286,"t_decision_unix":1779961500.6979146,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9317561419472248,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1575 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":1575,"cache_hit":21504,"estimated_new_tokens":1575,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":23079,"score_linear":81299.0,"score_lmetric":23079},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":23079,"score_linear":129839.0,"score_lmetric":88406},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":21504,"new_prefill":1575,"score_linear":-21504.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":11264,"new_prefill":11815,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":23079,"score_linear":207497.0,"score_lmetric":46158},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":0,"new_prefill":23079,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":27504.454405611,"t_first_token_unix":1779961501.009349,"t_done":27504.978587549,"t_done_unix":1779961501.5335307},{"request_id":"1363943:17:1466811:893","session_id":"1363943","input_length":35991,"t_proxy_recv":27509.276482211,"t_decision_unix":1779961505.8314235,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9673529493484482,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1175 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":1175,"cache_hit":34816,"estimated_new_tokens":1175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":27287,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":35991,"score_linear":81299.0,"score_lmetric":35991},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4096,"new_prefill":31895,"score_linear":125743.0,"score_lmetric":97222},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":35991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":4096,"new_prefill":31895,"score_linear":203401.0,"score_lmetric":63790},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":31895,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2115,"cache_hit":34816,"new_prefill":1175,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":27509.632895655,"t_first_token_unix":1779961506.1878397,"t_done":27510.757757913,"t_done_unix":1779961507.312701},{"request_id":"1366128:29:1424316:841","session_id":"1366128","input_length":126198,"t_proxy_recv":27482.102084533,"t_decision_unix":1779961478.657026,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":125952,"affinity_cache_ratio":0.9980506822612085,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":125952,"v3_new_local":246,"cache_hit":125952,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":71168,"new_prefill":55030,"score_linear":-71168.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":97280,"new_prefill":28918,"score_linear":-97280.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":126198,"score_linear":191076.0,"score_lmetric":252396},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":125952,"new_prefill":246,"score_linear":-125952.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":126198,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-125952.0,"chosen_score_lmetric":0,"t_first_token":27482.252605116,"t_first_token_unix":1779961478.8075485,"t_done":27511.890289209,"t_done_unix":1779961508.4452372},{"request_id":"1404395:4:1467473:894","session_id":"1404395","input_length":34863,"t_proxy_recv":27511.594245975,"t_decision_unix":1779961508.1491873,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34304,"affinity_cache_ratio":0.9839658090238935,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (559 < 8000)","v3_prefill_cache_hit":34304,"v3_new_local":559,"cache_hit":34304,"estimated_new_tokens":559,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":512,"new_prefill":34351,"score_linear":80787.0,"score_lmetric":34351},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":34863,"score_linear":129839.0,"score_lmetric":100190},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":512,"new_prefill":34351,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":512,"new_prefill":34351,"score_linear":206985.0,"score_lmetric":68702},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":34863,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2117,"cache_hit":34304,"new_prefill":559,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-34304.0,"chosen_score_lmetric":0,"t_first_token":27511.697528832,"t_first_token_unix":1779961508.2524724,"t_done":27512.942080431,"t_done_unix":1779961509.4970236},{"request_id":"1363093:6:1460799:888","session_id":"1363093","input_length":81299,"t_proxy_recv":27489.270831363,"t_decision_unix":1779961485.8257728,"policy":"unified_v3","decision":"affinity","affinity_idx":5,"chosen_idx":5,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9005768828644879,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":true,"v3_decision":"migrate_decode","v3_reason":"prefill_host.num_req=1 busy; target.num_req=0 cache_hit=0 recent_received=0, transferring KV after prefill","v3_prefill_cache_hit":73216,"v3_new_local":8083,"v3_src_idx":5,"v3_target_idx":1,"v3_target_num_req":0,"v3_target_cache_hit":0,"v3_target_recent_received":0,"v3_prefill_num_req":1,"v3_src_state":{"num_requests":1,"ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0},"v3_target_state":{"num_requests":0,"ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"cache_hit_estimate":0,"recent_mig_received_in_window":0},"cache_hit":73216,"estimated_new_tokens":8083,"route_class":"PD_SEP_V2","routed_to":"http://127.0.0.1:8005","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":26406,"ongoing_decode_tokens":0,"pending_prefill_tokens":294,"num_requests":1,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":81299,"score_linear":26406.0,"score_lmetric":81593},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":191076,"ongoing_decode_tokens":191076,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2089,"cache_hit":0,"new_prefill":81299,"score_linear":191076.0,"score_lmetric":162598},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":126198,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":73216,"new_prefill":8083,"score_linear":52982.0,"score_lmetric":8083},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":81299,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":34392,"ongoing_decode_tokens":34392,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":81299,"score_linear":34392.0,"score_lmetric":81299}],"chosen_score_linear":52982.0,"chosen_score_lmetric":8083,"v2_src_url":"http://127.0.0.1:8005","v2_src_idx":5,"v3_decode_target_url":"http://127.0.0.1:8001","v3_decode_target_idx":1,"t_prefill_sent":27489.272883067,"t_prefill_sent_unix":1779961485.8278255,"t_prefill_done":27511.650503502,"t_prefill_done_unix":1779961508.2054474,"t_decode_sent":27511.651455841,"t_decode_sent_unix":1779961508.206399,"t_first_token":27513.775991203,"t_first_token_unix":1779961510.3309352,"t_done":27514.388535566,"t_done_unix":1779961510.9434836},{"request_id":"1371622:7:1468305:895","session_id":"1371622","input_length":24036,"t_proxy_recv":27514.363905748,"t_decision_unix":1779961510.9188466,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9585621567648527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (996 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":996,"cache_hit":23040,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":0,"new_prefill":24036,"score_linear":81299.0,"score_lmetric":24036},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":24036,"score_linear":129839.0,"score_lmetric":89363},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":23040,"new_prefill":996,"score_linear":-23040.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":11264,"new_prefill":12772,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":0,"new_prefill":24036,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":27514.582742007,"t_first_token_unix":1779961511.1376858,"t_done":27515.432669939,"t_done_unix":1779961511.9876132},{"request_id":"1363943:18:1469143:896","session_id":"1363943","input_length":47303,"t_proxy_recv":27517.181718894,"t_decision_unix":1779961513.7366602,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.7576686468088705,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":35840,"v3_new_local":11463,"cache_hit":35840,"estimated_new_tokens":11463,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":38599,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4096,"new_prefill":43207,"score_linear":125743.0,"score_lmetric":108534},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":47303,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":43207,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":35840,"new_prefill":11463,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":27520.392156597,"t_first_token_unix":1779961516.9471009,"t_done":27523.141464155,"t_done_unix":1779961519.6964073},{"request_id":"1405155:3:1469167:897","session_id":"1405155","input_length":66246,"t_proxy_recv":27517.26174162,"t_decision_unix":1779961513.8166833,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":40448,"affinity_cache_ratio":0.610572713824231,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":40448,"v3_new_local":25798,"cache_hit":40448,"estimated_new_tokens":25798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":66246,"score_linear":129839.0,"score_lmetric":131573},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2225,"cache_hit":40448,"new_prefill":25798,"score_linear":-40448.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":66246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":512,"new_prefill":65734,"score_linear":-512.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":47303,"ongoing_decode_tokens":0,"pending_prefill_tokens":11463,"num_requests":1,"active_p_offloads":0,"cached_blocks":2118,"cache_hit":0,"new_prefill":66246,"score_linear":47303.0,"score_lmetric":77709}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":27526.174620004,"t_first_token_unix":1779961522.7295647,"t_done":27528.006395025,"t_done_unix":1779961524.5613384},{"request_id":"1399948:13:1472968:898","session_id":"1399948","input_length":12247,"t_proxy_recv":27529.716050954,"t_decision_unix":1779961526.270992,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.9615416020249857,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (471 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":471,"cache_hit":11776,"estimated_new_tokens":471,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":12247,"score_linear":129839.0,"score_lmetric":77574},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":7639,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":12247,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":11776,"new_prefill":471,"score_linear":-11776.0,"score_lmetric":0}],"chosen_score_linear":-11776.0,"chosen_score_lmetric":0,"t_first_token":27529.767310229,"t_first_token_unix":1779961526.322254,"t_done":27529.904696091,"t_done_unix":1779961526.459639},{"request_id":"1342921:7:1473812:900","session_id":"1342921","input_length":76600,"t_proxy_recv":27532.677691279,"t_decision_unix":1779961529.2326324,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9892428198433421,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (824 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":824,"cache_hit":75776,"estimated_new_tokens":824,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":66048,"new_prefill":10552,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":75776,"new_prefill":824,"score_linear":-75776.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":76600,"score_linear":129839.0,"score_lmetric":141927},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":76600,"score_linear":24569.0,"score_lmetric":76600},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":76600,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":27533.2279726,"t_first_token_unix":1779961529.782917,"t_done":27534.561461816,"t_done_unix":1779961531.1164057},{"request_id":"1371622:8:1473416:899","session_id":"1371622","input_length":24569,"t_proxy_recv":27531.385312928,"t_decision_unix":1779961527.940254,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9794456428833083,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":505,"cache_hit":24064,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":0,"new_prefill":24569,"score_linear":129839.0,"score_lmetric":89896},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":24064,"new_prefill":505,"score_linear":-24064.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":11264,"new_prefill":13305,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":24569,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":27531.545767156,"t_first_token_unix":1779961528.1007185,"t_done":27534.711311512,"t_done_unix":1779961531.266255},{"request_id":"1313181:10:1338837:436","session_id":"1313181","input_length":129839,"t_proxy_recv":27495.615071045,"t_decision_unix":1779961492.1700125,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":64512,"affinity_cache_ratio":0.4968614977009989,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":65327.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":64512,"v3_new_local":65327,"cache_hit":64512,"estimated_new_tokens":65327,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":24064,"new_prefill":105775,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":81299,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":1861,"cache_hit":59904,"new_prefill":69935,"score_linear":21395.0,"score_lmetric":69935},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":64512,"new_prefill":65327,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2220,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2265,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":207497,"ongoing_decode_tokens":126198,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2216,"cache_hit":0,"new_prefill":129839,"score_linear":207497.0,"score_lmetric":259678},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":129839,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2105,"cache_hit":12800,"new_prefill":117039,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":27534.437893257,"t_first_token_unix":1779961530.9928374,"t_done":27535.315190097,"t_done_unix":1779961531.8701339},{"request_id":"1363943:19:1473899:901","session_id":"1363943","input_length":56056,"t_proxy_recv":27532.957479562,"t_decision_unix":1779961529.512421,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47616,"affinity_cache_ratio":0.8494362780077066,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":47616,"v3_new_local":8440,"cache_hit":47616,"estimated_new_tokens":8440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":47352,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":76600,"ongoing_decode_tokens":0,"pending_prefill_tokens":824,"num_requests":1,"active_p_offloads":0,"cached_blocks":2018,"cache_hit":0,"new_prefill":56056,"score_linear":76600.0,"score_lmetric":56880},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129839,"ongoing_decode_tokens":0,"pending_prefill_tokens":65327,"num_requests":1,"active_p_offloads":0,"cached_blocks":2097,"cache_hit":4096,"new_prefill":51960,"score_linear":125743.0,"score_lmetric":117287},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":24569,"ongoing_decode_tokens":24569,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":4096,"new_prefill":51960,"score_linear":20473.0,"score_lmetric":51960},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":56056,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":51960,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":47616,"new_prefill":8440,"score_linear":-47616.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":27535.90117395,"t_first_token_unix":1779961532.456118,"t_done":27537.766731568,"t_done_unix":1779961534.321675},{"request_id":"1313181:10:1399867:746","session_id":"1313181","input_length":64724,"t_proxy_recv":27535.327804944,"t_decision_unix":1779961531.8827465,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":64512,"affinity_cache_ratio":0.9967245534886595,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (212 < 8000)","v3_prefill_cache_hit":64512,"v3_new_local":212,"cache_hit":64512,"estimated_new_tokens":212,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":24064,"new_prefill":40660,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":4820,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2098,"cache_hit":64512,"new_prefill":212,"score_linear":-64512.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":64724,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":56056,"ongoing_decode_tokens":0,"pending_prefill_tokens":8440,"num_requests":1,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":12800,"new_prefill":51924,"score_linear":43256.0,"score_lmetric":60364}],"chosen_score_linear":-64512.0,"chosen_score_lmetric":0,"t_first_token":27535.418604551,"t_first_token_unix":1779961531.9735482,"t_done":27538.544795278,"t_done_unix":1779961535.099739},{"request_id":"1363943:20:1476805:903","session_id":"1363943","input_length":60761,"t_proxy_recv":27542.92661927,"t_decision_unix":1779961539.481561,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9184838959200803,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4953 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":4953,"cache_hit":55808,"estimated_new_tokens":4953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":8704,"new_prefill":52057,"score_linear":36245.0,"score_lmetric":80110},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":4096,"new_prefill":56665,"score_linear":125835.0,"score_lmetric":121572},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":60761,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":56665,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":55808,"new_prefill":4953,"score_linear":-55808.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":27544.713481255,"t_first_token_unix":1779961541.2684255,"t_done":27548.175492416,"t_done_unix":1779961544.7304356},{"request_id":"1305906:4:1476757:902","session_id":"1305906","input_length":44949,"t_proxy_recv":27542.749745561,"t_decision_unix":1779961539.3046863,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":16896,"affinity_cache_ratio":0.375892678368818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":28053.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":16896,"v3_new_local":28053,"cache_hit":16896,"estimated_new_tokens":28053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":16896,"new_prefill":28053,"score_linear":-16896.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":44949,"score_linear":129931.0,"score_lmetric":109856},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":44949,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":27550.548908407,"t_first_token_unix":1779961547.1038525,"t_done":27551.884164754,"t_done_unix":1779961548.4391081},{"request_id":"1371622:9:1479535:905","session_id":"1371622","input_length":25286,"t_proxy_recv":27552.061027527,"t_decision_unix":1779961548.6159687,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":24576,"affinity_cache_ratio":0.9719212212291386,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":710,"cache_hit":24576,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":0,"pending_prefill_tokens":427,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":25286,"score_linear":38827.0,"score_lmetric":25713},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":25286,"score_linear":129931.0,"score_lmetric":90193},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":24576,"new_prefill":710,"score_linear":-24576.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":11264,"new_prefill":14022,"score_linear":-11264.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":25286,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":27552.166223263,"t_first_token_unix":1779961548.721167,"t_done":27552.726681529,"t_done_unix":1779961549.2816248},{"request_id":"1404395:5:1480170:906","session_id":"1404395","input_length":36988,"t_proxy_recv":27554.30315192,"t_decision_unix":1779961550.858093,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9412782524061858,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2172 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":2172,"cache_hit":34816,"estimated_new_tokens":2172,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":0,"pending_prefill_tokens":427,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":512,"new_prefill":36476,"score_linear":38315.0,"score_lmetric":36903},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":36988,"score_linear":129931.0,"score_lmetric":101895},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":512,"new_prefill":36476,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":36988,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":34816,"new_prefill":2172,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":27554.885872335,"t_first_token_unix":1779961551.4408169,"t_done":27557.533413874,"t_done_unix":1779961554.0883582},{"request_id":"1268861:13:1481831:907","session_id":"1268861","input_length":57130,"t_proxy_recv":27559.89475991,"t_decision_unix":1779961556.449701,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":55808,"affinity_cache_ratio":0.976859793453527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1322 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":1322,"cache_hit":55808,"estimated_new_tokens":1322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":57130,"score_linear":38827.0,"score_lmetric":57130},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":57130,"score_linear":129931.0,"score_lmetric":122037},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":55808,"new_prefill":1322,"score_linear":-55808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":57130,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":34304,"new_prefill":22826,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":27560.31743284,"t_first_token_unix":1779961556.8723767,"t_done":27561.617491735,"t_done_unix":1779961558.172435},{"request_id":"1363943:21:1482184:908","session_id":"1363943","input_length":65658,"t_proxy_recv":27561.224836532,"t_decision_unix":1779961557.779778,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9279600353346127,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4730 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":4730,"cache_hit":60928,"estimated_new_tokens":4730,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":8704,"new_prefill":56954,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":65658,"score_linear":38827.0,"score_lmetric":65658},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":4096,"new_prefill":61562,"score_linear":125835.0,"score_lmetric":126469},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":57130,"ongoing_decode_tokens":57130,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":65658,"score_linear":57130.0,"score_lmetric":65658},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":61562,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2171,"cache_hit":60928,"new_prefill":4730,"score_linear":-60928.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":27563.141236525,"t_first_token_unix":1779961559.6961806,"t_done":27566.282162554,"t_done_unix":1779961562.837106},{"request_id":"1301929:4:1479037:904","session_id":"1301929","input_length":38827,"t_proxy_recv":27550.320809049,"t_decision_unix":1779961546.8757503,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9890024982615191,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (427 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":427,"cache_hit":38400,"estimated_new_tokens":427,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44949,"ongoing_decode_tokens":0,"pending_prefill_tokens":28053,"num_requests":1,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":3584,"new_prefill":35243,"score_linear":41365.0,"score_lmetric":63296},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":38400,"new_prefill":427,"score_linear":-38400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":38827,"score_linear":129931.0,"score_lmetric":103734},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":0,"new_prefill":38827,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":27556.356659432,"t_first_token_unix":1779961552.9116054,"t_done":27567.981342447,"t_done_unix":1779961564.5362856},{"request_id":"1404395:6:1483967:909","session_id":"1404395","input_length":37689,"t_proxy_recv":27567.143765982,"t_decision_unix":1779961563.698707,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9781103239672053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (825 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":825,"cache_hit":36864,"estimated_new_tokens":825,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":38827,"ongoing_decode_tokens":38827,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":512,"new_prefill":37177,"score_linear":38315.0,"score_lmetric":37177},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":37689,"score_linear":129931.0,"score_lmetric":102596},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":512,"new_prefill":37177,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":37689,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2180,"cache_hit":36864,"new_prefill":825,"score_linear":-36864.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":27567.350619982,"t_first_token_unix":1779961563.905563,"t_done":27569.863220867,"t_done_unix":1779961566.4181643},{"request_id":"1363943:22:1485341:910","session_id":"1363943","input_length":70238,"t_proxy_recv":27571.8810221,"t_decision_unix":1779961568.4359632,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9330561804151599,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4702 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":4702,"cache_hit":65536,"estimated_new_tokens":4702,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":8704,"new_prefill":61534,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":4096,"new_prefill":66142,"score_linear":125835.0,"score_lmetric":131049},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":70238,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":66142,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":65536,"new_prefill":4702,"score_linear":-65536.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":27573.794489701,"t_first_token_unix":1779961570.3494337,"t_done":27577.277415028,"t_done_unix":1779961573.8323607},{"request_id":"1313181:11:1344301:464","session_id":"1313181","input_length":129931,"t_proxy_recv":27538.567827313,"t_decision_unix":1779961535.1227686,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.5004502389729933,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":64907,"cache_hit":65024,"estimated_new_tokens":64907,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2073,"cache_hit":24064,"new_prefill":105867,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":70027,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":65024,"new_prefill":64907,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2276,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2267,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":129931,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":12800,"new_prefill":117131,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27577.341755359,"t_first_token_unix":1779961573.8966992,"t_done":27578.186150775,"t_done_unix":1779961574.741094},{"request_id":"1313181:11:1402841:762","session_id":"1313181","input_length":65123,"t_proxy_recv":27578.195716362,"t_decision_unix":1779961574.750658,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9984797997635244,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (99 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":99,"cache_hit":65024,"estimated_new_tokens":99,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29903,"ongoing_decode_tokens":29903,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":24064,"new_prefill":41059,"score_linear":5839.0,"score_lmetric":41059},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":5219,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":65024,"new_prefill":99,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":65123,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2191,"cache_hit":12800,"new_prefill":52323,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27578.283271651,"t_first_token_unix":1779961574.8382149,"t_done":27578.679100082,"t_done_unix":1779961575.2340438},{"request_id":"1242838:6:1486863:911","session_id":"1242838","input_length":29903,"t_proxy_recv":27576.897431694,"t_decision_unix":1779961573.452373,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":26624,"affinity_cache_ratio":0.8903454502892686,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3279 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":3279,"cache_hit":26624,"estimated_new_tokens":3279,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":26624,"new_prefill":3279,"score_linear":-26624.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":3584,"new_prefill":26319,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":129931,"ongoing_decode_tokens":0,"pending_prefill_tokens":64907,"num_requests":1,"active_p_offloads":0,"cached_blocks":2099,"cache_hit":0,"new_prefill":29903,"score_linear":129931.0,"score_lmetric":94810},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":29903,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":70238,"ongoing_decode_tokens":70238,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2182,"cache_hit":0,"new_prefill":29903,"score_linear":70238.0,"score_lmetric":29903}],"chosen_score_linear":-26624.0,"chosen_score_lmetric":0,"t_first_token":27577.630278107,"t_first_token_unix":1779961574.1852245,"t_done":27578.979623664,"t_done_unix":1779961575.5345669},{"request_id":"1363943:23:1488713:912","session_id":"1363943","input_length":72516,"t_proxy_recv":27583.033205635,"t_decision_unix":1779961579.5881467,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9672899773843014,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2372 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":2372,"cache_hit":70144,"estimated_new_tokens":2372,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":63812,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":68420,"score_linear":126383.0,"score_lmetric":133875},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":72516,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":68420,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2191,"cache_hit":70144,"new_prefill":2372,"score_linear":-70144.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":27584.091788666,"t_first_token_unix":1779961580.6467328,"t_done":27586.056808482,"t_done_unix":1779961582.611752},{"request_id":"1404395:7:1491186:914","session_id":"1404395","input_length":39569,"t_proxy_recv":27591.693062208,"t_decision_unix":1779961588.2480035,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9575172483509818,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1681 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":1681,"cache_hit":37888,"estimated_new_tokens":1681,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":39569,"score_linear":130479.0,"score_lmetric":105024},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":512,"new_prefill":39057,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":39569,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":74939,"ongoing_decode_tokens":0,"pending_prefill_tokens":2235,"num_requests":1,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":37888,"new_prefill":1681,"score_linear":37051.0,"score_lmetric":3916}],"chosen_score_linear":37051.0,"chosen_score_lmetric":3916,"t_first_token":27592.969146377,"t_first_token_unix":1779961589.5240903,"t_done":27593.481070923,"t_done_unix":1779961590.0360143},{"request_id":"1363943:24:1491020:913","session_id":"1363943","input_length":74939,"t_proxy_recv":27591.294516135,"t_decision_unix":1779961587.8494577,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9701757429375892,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2235 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":2235,"cache_hit":72704,"estimated_new_tokens":2235,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":66235,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":70843,"score_linear":126383.0,"score_lmetric":136298},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":74939,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":70843,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2196,"cache_hit":72704,"new_prefill":2235,"score_linear":-72704.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":27592.526975595,"t_first_token_unix":1779961589.0819197,"t_done":27594.705118118,"t_done_unix":1779961591.2600634},{"request_id":"1363943:25:1493325:915","session_id":"1363943","input_length":75711,"t_proxy_recv":27598.776156834,"t_decision_unix":1779961595.331098,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9873334125820554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (959 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":959,"cache_hit":74752,"estimated_new_tokens":959,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":67007,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":71615,"score_linear":126383.0,"score_lmetric":137070},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":75711,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":71615,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2203,"cache_hit":74752,"new_prefill":959,"score_linear":-74752.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":27599.170348706,"t_first_token_unix":1779961595.7252922,"t_done":27601.365478099,"t_done_unix":1779961597.9204216},{"request_id":"1404395:8:1494219:916","session_id":"1404395","input_length":39820,"t_proxy_recv":27601.798356096,"t_decision_unix":1779961598.3532975,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39424,"affinity_cache_ratio":0.9900552486187846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (396 < 8000)","v3_prefill_cache_hit":39424,"v3_new_local":396,"cache_hit":39424,"estimated_new_tokens":396,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":39820,"score_linear":130479.0,"score_lmetric":105275},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":512,"new_prefill":39308,"score_linear":-512.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":39820,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2205,"cache_hit":39424,"new_prefill":396,"score_linear":-39424.0,"score_lmetric":0}],"chosen_score_linear":-39424.0,"chosen_score_lmetric":0,"t_first_token":27601.941246924,"t_first_token_unix":1779961598.496191,"t_done":27605.542331559,"t_done_unix":1779961602.0972745},{"request_id":"1363943:26:1495648:917","session_id":"1363943","input_length":83861,"t_proxy_recv":27606.538798539,"t_decision_unix":1779961603.09374,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":75776,"affinity_cache_ratio":0.903590465174515,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":75776,"v3_new_local":8085,"cache_hit":75776,"estimated_new_tokens":8085,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":75157,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":79765,"score_linear":126383.0,"score_lmetric":145220},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":83861,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":79765,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2206,"cache_hit":75776,"new_prefill":8085,"score_linear":-75776.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":27610.542077677,"t_first_token_unix":1779961607.0970213,"t_done":27612.386304443,"t_done_unix":1779961608.941248},{"request_id":"1363943:27:1497882:919","session_id":"1363943","input_length":84090,"t_proxy_recv":27613.811881548,"t_decision_unix":1779961610.3668225,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9985491735045784,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (122 < 8000)","v3_prefill_cache_hit":83968,"v3_new_local":122,"cache_hit":83968,"estimated_new_tokens":122,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":8704,"new_prefill":75386,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":84090,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":4096,"new_prefill":79994,"score_linear":126383.0,"score_lmetric":145449},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":84090,"score_linear":75760.0,"score_lmetric":88170},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":79994,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":83968,"new_prefill":122,"score_linear":-83968.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":27613.945492347,"t_first_token_unix":1779961610.500437,"t_done":27617.515046753,"t_done_unix":1779961614.0699909},{"request_id":"1313181:12:1346194:470","session_id":"1313181","input_length":130479,"t_proxy_recv":27578.700018473,"t_decision_unix":1779961575.2549598,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49834839322802904,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":65455.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":65455,"cache_hit":65024,"estimated_new_tokens":65455,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":29903,"ongoing_decode_tokens":29903,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":24064,"new_prefill":106415,"score_linear":5839.0,"score_lmetric":106415},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":70575,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":65024,"new_prefill":65455,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":130479,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2191,"cache_hit":12800,"new_prefill":117679,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27617.750948038,"t_first_token_unix":1779961614.305893,"t_done":27618.658274882,"t_done_unix":1779961615.213219},{"request_id":"1313181:12:1404813:772","session_id":"1313181","input_length":65179,"t_proxy_recv":27618.669921516,"t_decision_unix":1779961615.224863,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9976219334448212,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (155 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":155,"cache_hit":65024,"estimated_new_tokens":155,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":24064,"new_prefill":41115,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":5275,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":65024,"new_prefill":155,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":65179,"score_linear":137670.0,"score_lmetric":148674},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":65179,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":12800,"new_prefill":52379,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27618.762958043,"t_first_token_unix":1779961615.317902,"t_done":27619.314202358,"t_done_unix":1779961615.8691463},{"request_id":"1242838:7:1499476:921","session_id":"1242838","input_length":33352,"t_proxy_recv":27619.124607867,"t_decision_unix":1779961615.679549,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":29696,"affinity_cache_ratio":0.8903813864236028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3656 < 8000)","v3_prefill_cache_hit":29696,"v3_new_local":3656,"cache_hit":29696,"estimated_new_tokens":3656,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":29696,"new_prefill":3656,"score_linear":-29696.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":3584,"new_prefill":29768,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65179,"ongoing_decode_tokens":65179,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":33352,"score_linear":65179.0,"score_lmetric":33352},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":33352,"score_linear":137670.0,"score_lmetric":85020},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":33352,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29696.0,"chosen_score_lmetric":0,"t_first_token":27619.928696142,"t_first_token_unix":1779961616.4836416,"t_done":27621.940718402,"t_done_unix":1779961618.4956615},{"request_id":"1363943:28:1500984:922","session_id":"1363943","input_length":86984,"t_proxy_recv":27624.125765825,"t_decision_unix":1779961620.6807067,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":83968,"affinity_cache_ratio":0.9653269566816886,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3016 < 8000)","v3_prefill_cache_hit":83968,"v3_new_local":3016,"cache_hit":83968,"estimated_new_tokens":3016,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":8704,"new_prefill":78280,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":86984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":4096,"new_prefill":82888,"score_linear":127603.0,"score_lmetric":149563},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":86984,"score_linear":137670.0,"score_lmetric":192284},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":82888,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":83968,"new_prefill":3016,"score_linear":-83968.0,"score_lmetric":0}],"chosen_score_linear":-83968.0,"chosen_score_lmetric":0,"t_first_token":27625.676804693,"t_first_token_unix":1779961622.2317488,"t_done":27627.865794218,"t_done_unix":1779961624.4207375},{"request_id":"1268861:14:1498281:920","session_id":"1268861","input_length":61910,"t_proxy_recv":27615.285258165,"t_decision_unix":1779961611.8401992,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":56832,"affinity_cache_ratio":0.9179777095784203,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5078 < 8000)","v3_prefill_cache_hit":56832,"v3_new_local":5078,"cache_hit":56832,"estimated_new_tokens":5078,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":61910,"score_linear":130479.0,"score_lmetric":127365},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75760,"ongoing_decode_tokens":0,"pending_prefill_tokens":4080,"num_requests":1,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":56832,"new_prefill":5078,"score_linear":18928.0,"score_lmetric":9158},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":61910,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":84090,"ongoing_decode_tokens":84090,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":34304,"new_prefill":27606,"score_linear":49786.0,"score_lmetric":27606}],"chosen_score_linear":18928.0,"chosen_score_lmetric":9158,"t_first_token":27631.495576616,"t_first_token_unix":1779961628.0505207,"t_done":27632.39556453,"t_done_unix":1779961628.950508},{"request_id":"1388507:2:1496686:918","session_id":"1388507","input_length":75760,"t_proxy_recv":27609.903327287,"t_decision_unix":1779961606.4582684,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9461457233368532,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4080 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":4080,"cache_hit":71680,"estimated_new_tokens":4080,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":130479,"ongoing_decode_tokens":0,"pending_prefill_tokens":65455,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":75760,"score_linear":130479.0,"score_lmetric":141215},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":71680,"new_prefill":4080,"score_linear":-71680.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":75760,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":83861,"ongoing_decode_tokens":0,"pending_prefill_tokens":8085,"num_requests":1,"active_p_offloads":0,"cached_blocks":2206,"cache_hit":0,"new_prefill":75760,"score_linear":83861.0,"score_lmetric":83845}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":27631.487263486,"t_first_token_unix":1779961628.042208,"t_done":27633.408728652,"t_done_unix":1779961629.9636726},{"request_id":"1342921:8:1503584:925","session_id":"1342921","input_length":78722,"t_proxy_recv":27632.977562951,"t_decision_unix":1779961629.5325043,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76288,"affinity_cache_ratio":0.9690810700947639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2434 < 8000)","v3_prefill_cache_hit":76288,"v3_new_local":2434,"cache_hit":76288,"estimated_new_tokens":2434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":66048,"new_prefill":12674,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":76288,"new_prefill":2434,"score_linear":-76288.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":78722,"score_linear":131699.0,"score_lmetric":145397},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":78722,"score_linear":103893.0,"score_lmetric":89431},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75760,"ongoing_decode_tokens":75760,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2279,"cache_hit":0,"new_prefill":78722,"score_linear":75760.0,"score_lmetric":78722},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":78722,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89469,"ongoing_decode_tokens":0,"pending_prefill_tokens":2429,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":0,"new_prefill":78722,"score_linear":89469.0,"score_lmetric":81151}],"chosen_score_linear":-76288.0,"chosen_score_lmetric":0,"t_first_token":27634.107599133,"t_first_token_unix":1779961630.6625433,"t_done":27634.288296981,"t_done_unix":1779961630.8432436},{"request_id":"1363943:29:1503515:924","session_id":"1363943","input_length":89469,"t_proxy_recv":27632.724585593,"t_decision_unix":1779961629.2795267,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":87040,"affinity_cache_ratio":0.972850931607596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2429 < 8000)","v3_prefill_cache_hit":87040,"v3_new_local":2429,"cache_hit":87040,"estimated_new_tokens":2429,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":8704,"new_prefill":80765,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":89469,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":4096,"new_prefill":85373,"score_linear":127603.0,"score_lmetric":152048},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103893,"ongoing_decode_tokens":0,"pending_prefill_tokens":10709,"num_requests":1,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":4096,"new_prefill":85373,"score_linear":99797.0,"score_lmetric":96082},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75760,"ongoing_decode_tokens":75760,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2279,"cache_hit":0,"new_prefill":89469,"score_linear":75760.0,"score_lmetric":89469},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":85373,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":87040,"new_prefill":2429,"score_linear":-87040.0,"score_lmetric":0}],"chosen_score_linear":-87040.0,"chosen_score_lmetric":0,"t_first_token":27634.155048608,"t_first_token_unix":1779961630.7099922,"t_done":27636.49849648,"t_done_unix":1779961633.0534399},{"request_id":"1399948:14:1504493:926","session_id":"1399948","input_length":14189,"t_proxy_recv":27635.758379641,"t_decision_unix":1779961632.3133206,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":11776,"affinity_cache_ratio":0.829938684896751,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2413 < 8000)","v3_prefill_cache_hit":11776,"v3_new_local":2413,"cache_hit":11776,"estimated_new_tokens":2413,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":14189,"score_linear":131699.0,"score_lmetric":80864},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":103893,"ongoing_decode_tokens":103893,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":14189,"score_linear":103893.0,"score_lmetric":14189},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":9581,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":14189,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89469,"ongoing_decode_tokens":89469,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2228,"cache_hit":11776,"new_prefill":2413,"score_linear":77693.0,"score_lmetric":2413}],"chosen_score_linear":77693.0,"chosen_score_lmetric":2413,"t_first_token":27636.05202941,"t_first_token_unix":1779961632.6069736,"t_done":27636.561764415,"t_done_unix":1779961633.1167076},{"request_id":"1397515:2:1502033:923","session_id":"1397515","input_length":103893,"t_proxy_recv":27627.68743359,"t_decision_unix":1779961624.2423747,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":93184,"affinity_cache_ratio":0.8969227955685176,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":93184,"v3_new_local":10709,"cache_hit":93184,"estimated_new_tokens":10709,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":103893,"score_linear":131699.0,"score_lmetric":170568},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":93184,"new_prefill":10709,"score_linear":-93184.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":103893,"score_linear":137670.0,"score_lmetric":226102},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":92672,"new_prefill":11221,"score_linear":-92672.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":103893,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":86984,"ongoing_decode_tokens":86984,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":0,"new_prefill":103893,"score_linear":86984.0,"score_lmetric":103893}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":27634.207172266,"t_first_token_unix":1779961630.762116,"t_done":27637.976452195,"t_done_unix":1779961634.5313957},{"request_id":"1363943:30:1506171:927","session_id":"1363943","input_length":89713,"t_proxy_recv":27641.561463712,"t_decision_unix":1779961638.116405,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9987404278086788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (113 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":113,"cache_hit":89600,"estimated_new_tokens":113,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":8704,"new_prefill":81009,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":4096,"new_prefill":85617,"score_linear":127603.0,"score_lmetric":152292},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":89713,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":85617,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":89600,"new_prefill":113,"score_linear":-89600.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":27641.69799317,"t_first_token_unix":1779961638.2529364,"t_done":27642.362295027,"t_done_unix":1779961638.9172385},{"request_id":"1268861:15:1508874:928","session_id":"1268861","input_length":63035,"t_proxy_recv":27650.619759789,"t_decision_unix":1779961647.174701,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":61952,"affinity_cache_ratio":0.9828190687713175,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1083 < 8000)","v3_prefill_cache_hit":61952,"v3_new_local":1083,"cache_hit":61952,"estimated_new_tokens":1083,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":0,"new_prefill":63035,"score_linear":131699.0,"score_lmetric":129710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":61952,"new_prefill":1083,"score_linear":-61952.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":63035,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":34304,"new_prefill":28731,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-61952.0,"chosen_score_lmetric":0,"t_first_token":27651.195868489,"t_first_token_unix":1779961647.7508125,"t_done":27652.638306365,"t_done_unix":1779961649.19325},{"request_id":"1313181:13:1349104:484","session_id":"1313181","input_length":131699,"t_proxy_recv":27619.337149354,"t_decision_unix":1779961615.8920906,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.49373191899710706,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":66675.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":65024,"v3_new_local":66675,"cache_hit":65024,"estimated_new_tokens":66675,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":33352,"ongoing_decode_tokens":0,"pending_prefill_tokens":3656,"num_requests":1,"active_p_offloads":0,"cached_blocks":2134,"cache_hit":24064,"new_prefill":107635,"score_linear":9288.0,"score_lmetric":111291},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2019,"cache_hit":59904,"new_prefill":71795,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":65024,"new_prefill":66675,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":137670,"ongoing_decode_tokens":0,"pending_prefill_tokens":9158,"num_requests":2,"active_p_offloads":0,"cached_blocks":2269,"cache_hit":0,"new_prefill":131699,"score_linear":137670.0,"score_lmetric":281714},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":131699,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2222,"cache_hit":12800,"new_prefill":118899,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27659.590707546,"t_first_token_unix":1779961656.145651,"t_done":27661.276374441,"t_done_unix":1779961657.8313177},{"request_id":"1399948:15:1512300:930","session_id":"1399948","input_length":15669,"t_proxy_recv":27662.078990543,"t_decision_unix":1779961658.6339316,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":13824,"affinity_cache_ratio":0.8822515795519816,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1845 < 8000)","v3_prefill_cache_hit":13824,"v3_new_local":1845,"cache_hit":13824,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65279,"ongoing_decode_tokens":65279,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":0,"new_prefill":15669,"score_linear":65279.0,"score_lmetric":15669},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":11061,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":15669,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":13824,"new_prefill":1845,"score_linear":75966.0,"score_lmetric":1845}],"chosen_score_linear":75966.0,"chosen_score_lmetric":1845,"t_first_token":27662.362677445,"t_first_token_unix":1779961658.917621,"t_done":27662.857901397,"t_done_unix":1779961659.4128447},{"request_id":"1313181:13:1406095:783","session_id":"1313181","input_length":65279,"t_proxy_recv":27661.287625736,"t_decision_unix":1779961657.8425672,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9960936901606948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (255 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":255,"cache_hit":65024,"estimated_new_tokens":255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":24064,"new_prefill":41215,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":59904,"new_prefill":5375,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2107,"cache_hit":65024,"new_prefill":255,"score_linear":-65024.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":65279,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":12800,"new_prefill":52479,"score_linear":76990.0,"score_lmetric":52479}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":27661.381944778,"t_first_token_unix":1779961657.936888,"t_done":27663.563700976,"t_done_unix":1779961660.1186445},{"request_id":"1399948:16:1513839:933","session_id":"1399948","input_length":15913,"t_proxy_recv":27667.25352195,"t_decision_unix":1779961663.8084633,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15360,"affinity_cache_ratio":0.9652485389304343,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (553 < 8000)","v3_prefill_cache_hit":15360,"v3_new_local":553,"cache_hit":15360,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":44364,"ongoing_decode_tokens":0,"pending_prefill_tokens":1868,"num_requests":1,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":15913,"score_linear":44364.0,"score_lmetric":17781},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":15913,"score_linear":269889.0,"score_lmetric":49364},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":11305,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":15913,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2240,"cache_hit":15360,"new_prefill":553,"score_linear":74430.0,"score_lmetric":553}],"chosen_score_linear":74430.0,"chosen_score_lmetric":553,"t_first_token":27667.342579911,"t_first_token_unix":1779961663.8975232,"t_done":27668.209656338,"t_done_unix":1779961664.7645993},{"request_id":"1277428:9:1513231:932","session_id":"1277428","input_length":44364,"t_proxy_recv":27665.089510775,"t_decision_unix":1779961661.644452,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":42496,"affinity_cache_ratio":0.9578937877558381,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1868 < 8000)","v3_prefill_cache_hit":42496,"v3_new_local":1868,"cache_hit":42496,"estimated_new_tokens":1868,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":42496,"new_prefill":1868,"score_linear":-42496.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":3584,"new_prefill":40780,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":44364,"score_linear":269889.0,"score_lmetric":106266},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":26956,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":44364,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4608,"new_prefill":39756,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2240,"cache_hit":0,"new_prefill":44364,"score_linear":89790.0,"score_lmetric":44364}],"chosen_score_linear":-42496.0,"chosen_score_lmetric":0,"t_first_token":27668.137654162,"t_first_token_unix":1779961664.6925979,"t_done":27668.438974038,"t_done_unix":1779961664.9939175},{"request_id":"1277428:10:1517408:935","session_id":"1277428","input_length":45851,"t_proxy_recv":27678.883861427,"t_decision_unix":1779961675.4388027,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9603280190181239,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1819 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1819,"cache_hit":44032,"estimated_new_tokens":1819,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2144,"cache_hit":44032,"new_prefill":1819,"score_linear":-44032.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":3584,"new_prefill":42267,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":45851,"score_linear":269889.0,"score_lmetric":109240},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":28443,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":45851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4608,"new_prefill":41243,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":0,"new_prefill":45851,"score_linear":89790.0,"score_lmetric":45851}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":27679.412081186,"t_first_token_unix":1779961675.9670243,"t_done":27681.511302513,"t_done_unix":1779961678.066249},{"request_id":"1399948:17:1518102:936","session_id":"1399948","input_length":16604,"t_proxy_recv":27681.367199714,"t_decision_unix":1779961677.9221408,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":15872,"affinity_cache_ratio":0.9559142375331245,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (732 < 8000)","v3_prefill_cache_hit":15872,"v3_new_local":732,"cache_hit":15872,"estimated_new_tokens":732,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":45851,"ongoing_decode_tokens":45851,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2144,"cache_hit":0,"new_prefill":16604,"score_linear":45851.0,"score_lmetric":16604},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":16604,"score_linear":269889.0,"score_lmetric":50746},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":11996,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":16604,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2241,"cache_hit":15872,"new_prefill":732,"score_linear":73918.0,"score_lmetric":732}],"chosen_score_linear":73918.0,"chosen_score_lmetric":732,"t_first_token":27681.624122864,"t_first_token_unix":1779961678.1790662,"t_done":27682.353908909,"t_done_unix":1779961678.9088519},{"request_id":"1277428:11:1520449:937","session_id":"1277428","input_length":46361,"t_proxy_recv":27688.869643785,"t_decision_unix":1779961685.4245849,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9939388710338432,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":281,"cache_hit":46080,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":46080,"new_prefill":281,"score_linear":-46080.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":3584,"new_prefill":42777,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":46361,"score_linear":269889.0,"score_lmetric":110260},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":28953,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":46361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4608,"new_prefill":41753,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2242,"cache_hit":0,"new_prefill":46361,"score_linear":89790.0,"score_lmetric":46361}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":27689.032163194,"t_first_token_unix":1779961685.5871067,"t_done":27689.431524104,"t_done_unix":1779961685.9864674},{"request_id":"1363943:31:1509815:929","session_id":"1363943","input_length":89790,"t_proxy_recv":27653.637181227,"t_decision_unix":1779961650.1921227,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":89600,"affinity_cache_ratio":0.9978839514422542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (190 < 8000)","v3_prefill_cache_hit":89600,"v3_new_local":190,"cache_hit":89600,"estimated_new_tokens":190,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":8704,"new_prefill":81086,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131699,"ongoing_decode_tokens":0,"pending_prefill_tokens":66675,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":4096,"new_prefill":85694,"score_linear":127603.0,"score_lmetric":152369},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":89790,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":4096,"new_prefill":85694,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2237,"cache_hit":89600,"new_prefill":190,"score_linear":-89600.0,"score_lmetric":0}],"chosen_score_linear":-89600.0,"chosen_score_lmetric":0,"t_first_token":27653.756750985,"t_first_token_unix":1779961650.3116946,"t_done":27689.950533355,"t_done_unix":1779961686.505477},{"request_id":"1399948:18:1524432:938","session_id":"1399948","input_length":17276,"t_proxy_recv":27702.431168138,"t_decision_unix":1779961698.9861095,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16384,"affinity_cache_ratio":0.948367677703172,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (892 < 8000)","v3_prefill_cache_hit":16384,"v3_new_local":892,"cache_hit":16384,"estimated_new_tokens":892,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":17276,"score_linear":269889.0,"score_lmetric":52090},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":12668,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":17276,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2243,"cache_hit":16384,"new_prefill":892,"score_linear":-16384.0,"score_lmetric":0}],"chosen_score_linear":-16384.0,"chosen_score_lmetric":0,"t_first_token":27702.571337091,"t_first_token_unix":1779961699.1262805,"t_done":27702.926027459,"t_done_unix":1779961699.4809704},{"request_id":"1342921:9:1525898:939","session_id":"1342921","input_length":79086,"t_proxy_recv":27707.460230286,"t_decision_unix":1779961704.0151715,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9905166527577574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (750 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":750,"cache_hit":78336,"estimated_new_tokens":750,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":66048,"new_prefill":13038,"score_linear":-66048.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":78336,"new_prefill":750,"score_linear":-78336.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":79086,"score_linear":269889.0,"score_lmetric":175710},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":79086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":27707.860387669,"t_first_token_unix":1779961704.4153311,"t_done":27707.945269457,"t_done_unix":1779961704.5002124},{"request_id":"1399948:19:1526739:941","session_id":"1399948","input_length":18091,"t_proxy_recv":27710.337981547,"t_decision_unix":1779961706.892923,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":16896,"affinity_cache_ratio":0.9339450555524846,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1195 < 8000)","v3_prefill_cache_hit":16896,"v3_new_local":1195,"cache_hit":16896,"estimated_new_tokens":1195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":18091,"score_linear":87576.0,"score_lmetric":28867},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":18091,"score_linear":269889.0,"score_lmetric":38174},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":13483,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":18091,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":16896,"new_prefill":1195,"score_linear":-16896.0,"score_lmetric":0}],"chosen_score_linear":-16896.0,"chosen_score_lmetric":0,"t_first_token":27710.512943318,"t_first_token_unix":1779961707.0678868,"t_done":27710.796383886,"t_done_unix":1779961707.351327},{"request_id":"1399948:20:1527857:942","session_id":"1399948","input_length":18164,"t_proxy_recv":27713.837567777,"t_decision_unix":1779961710.3925092,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9865668354987888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (244 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":244,"cache_hit":17920,"estimated_new_tokens":244,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":18164,"score_linear":87576.0,"score_lmetric":28940},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":18164,"score_linear":269889.0,"score_lmetric":38320},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":13556,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":18164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":17920,"new_prefill":244,"score_linear":-17920.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":27713.884150057,"t_first_token_unix":1779961710.4390934,"t_done":27714.421234639,"t_done_unix":1779961710.976178},{"request_id":"1399948:21:1528978:944","session_id":"1399948","input_length":18388,"t_proxy_recv":27717.782642005,"t_decision_unix":1779961714.337583,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":17920,"affinity_cache_ratio":0.9745486186643463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (468 < 8000)","v3_prefill_cache_hit":17920,"v3_new_local":468,"cache_hit":17920,"estimated_new_tokens":468,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":18388,"score_linear":124144.0,"score_lmetric":108936},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":18388,"score_linear":269889.0,"score_lmetric":38768},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":13780,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":18388,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":17920,"new_prefill":468,"score_linear":-17920.0,"score_lmetric":0}],"chosen_score_linear":-17920.0,"chosen_score_lmetric":0,"t_first_token":27717.869934413,"t_first_token_unix":1779961714.424878,"t_done":27718.448646776,"t_done_unix":1779961715.003591},{"request_id":"1399948:22:1530122:947","session_id":"1399948","input_length":18563,"t_proxy_recv":27721.616630133,"t_decision_unix":1779961718.1715715,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.992942951031622,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (131 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":131,"cache_hit":18432,"estimated_new_tokens":131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":18563,"score_linear":124144.0,"score_lmetric":109286},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":18563,"score_linear":269889.0,"score_lmetric":39118},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":71192,"ongoing_decode_tokens":0,"pending_prefill_tokens":8216,"num_requests":1,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":18563,"score_linear":71192.0,"score_lmetric":26779},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":13955,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":18563,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":18432,"new_prefill":131,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":27721.678620245,"t_first_token_unix":1779961718.2335634,"t_done":27721.932153913,"t_done_unix":1779961718.4870973},{"request_id":"1268861:16:1529894:946","session_id":"1268861","input_length":71192,"t_proxy_recv":27720.80078286,"t_decision_unix":1779961717.3557243,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":62976,"affinity_cache_ratio":0.8845937745814136,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":62976,"v3_new_local":8216,"cache_hit":62976,"estimated_new_tokens":8216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":71192,"score_linear":124144.0,"score_lmetric":214544},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71192,"score_linear":269889.0,"score_lmetric":144376},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":62976,"new_prefill":8216,"score_linear":-62976.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":71192,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":34304,"new_prefill":36888,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-62976.0,"chosen_score_lmetric":0,"t_first_token":27724.264854532,"t_first_token_unix":1779961720.8197987,"t_done":27725.399910282,"t_done_unix":1779961721.9548538},{"request_id":"1294611:15:1533841:949","session_id":"1294611","input_length":71987,"t_proxy_recv":27733.918530917,"t_decision_unix":1779961730.4734724,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":64000,"affinity_cache_ratio":0.8890494116993346,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7987 < 8000)","v3_prefill_cache_hit":64000,"v3_new_local":7987,"cache_hit":64000,"estimated_new_tokens":7987,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":0,"pending_prefill_tokens":36080,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":43008,"new_prefill":28979,"score_linear":81136.0,"score_lmetric":130118},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":71987,"score_linear":269889.0,"score_lmetric":145966},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":59187,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":64000,"new_prefill":7987,"score_linear":-64000.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":71987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-64000.0,"chosen_score_lmetric":0,"t_first_token":27737.367976198,"t_first_token_unix":1779961733.9229202,"t_done":27740.155903337,"t_done_unix":1779961736.7108467},{"request_id":"1243831:2:1528168:943","session_id":"1243831","input_length":36568,"t_proxy_recv":27715.048245559,"t_decision_unix":1779961711.6031868,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.30802887770728504,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":36080.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":11264,"v3_new_local":25304,"cache_hit":11264,"estimated_new_tokens":25304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":0,"pending_prefill_tokens":10776,"num_requests":1,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":11264,"new_prefill":25304,"score_linear":76312.0,"score_lmetric":36080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":36568,"score_linear":269889.0,"score_lmetric":75128},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2246,"cache_hit":0,"new_prefill":36568,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":36080,"t_first_token":27741.009794569,"t_first_token_unix":1779961737.564739,"t_done":27748.415132833,"t_done_unix":1779961744.9700792},{"request_id":"1363943:32:1537767:950","session_id":"1363943","input_length":93368,"t_proxy_recv":27747.242454194,"t_decision_unix":1779961743.7973952,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9980293034015937,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (184 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":184,"cache_hit":93184,"estimated_new_tokens":184,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":8704,"new_prefill":84664,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":124144,"ongoing_decode_tokens":124144,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":0,"new_prefill":93368,"score_linear":124144.0,"score_lmetric":186736},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":89272,"score_linear":265793.0,"score_lmetric":180536},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":93368,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":4096,"new_prefill":89272,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":93184,"new_prefill":184,"score_linear":-93184.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":27747.439510648,"t_first_token_unix":1779961743.994454,"t_done":27749.369485089,"t_done_unix":1779961745.9244287},{"request_id":"1243831:3:1270336:110","session_id":"1243831","input_length":11584,"t_proxy_recv":27748.418443027,"t_decision_unix":1779961744.9733844,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.9723756906077348,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":320,"cache_hit":11264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2074,"cache_hit":11264,"new_prefill":320,"score_linear":76312.0,"score_lmetric":320},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":11584,"score_linear":269889.0,"score_lmetric":25160},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":11584,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93368,"ongoing_decode_tokens":93368,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":11584,"score_linear":93368.0,"score_lmetric":11584}],"chosen_score_linear":76312.0,"chosen_score_lmetric":320,"t_first_token":27748.47210151,"t_first_token_unix":1779961745.0270445,"t_done":27750.193592105,"t_done_unix":1779961746.7485352},{"request_id":"1243831:4:1284306:183","session_id":"1243831","input_length":14515,"t_proxy_recv":27750.201741087,"t_decision_unix":1779961746.7566824,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":11264,"affinity_cache_ratio":0.7760248019290389,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3251 < 8000)","v3_prefill_cache_hit":11264,"v3_new_local":3251,"cache_hit":11264,"estimated_new_tokens":3251,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2074,"cache_hit":11264,"new_prefill":3251,"score_linear":76312.0,"score_lmetric":3251},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":14515,"score_linear":269889.0,"score_lmetric":31022},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":14515,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":76312.0,"chosen_score_lmetric":3251,"t_first_token":27750.594862412,"t_first_token_unix":1779961747.1498063,"t_done":27751.461496311,"t_done_unix":1779961748.0164394},{"request_id":"1243831:5:1303288:273","session_id":"1243831","input_length":14627,"t_proxy_recv":27751.465461662,"t_decision_unix":1779961748.0204034,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14336,"affinity_cache_ratio":0.980105284747385,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (291 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":291,"cache_hit":14336,"estimated_new_tokens":291,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":14336,"new_prefill":291,"score_linear":73240.0,"score_lmetric":291},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":14627,"score_linear":269889.0,"score_lmetric":31246},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":14627,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73240.0,"chosen_score_lmetric":291,"t_first_token":27751.527197072,"t_first_token_unix":1779961748.0821407,"t_done":27752.424582595,"t_done_unix":1779961748.9795263},{"request_id":"1243831:6:1313694:320","session_id":"1243831","input_length":17410,"t_proxy_recv":27752.43016723,"t_decision_unix":1779961748.9851089,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":14336,"affinity_cache_ratio":0.8234348075818495,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3074 < 8000)","v3_prefill_cache_hit":14336,"v3_new_local":3074,"cache_hit":14336,"estimated_new_tokens":3074,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2080,"cache_hit":14336,"new_prefill":3074,"score_linear":73240.0,"score_lmetric":3074},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":17410,"score_linear":269889.0,"score_lmetric":36812},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":17410,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":73240.0,"chosen_score_lmetric":3074,"t_first_token":27752.861678502,"t_first_token_unix":1779961749.4166224,"t_done":27753.769913834,"t_done_unix":1779961750.324857},{"request_id":"1243831:7:1323865:366","session_id":"1243831","input_length":19460,"t_proxy_recv":27753.775286057,"t_decision_unix":1779961750.3302276,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":17408,"affinity_cache_ratio":0.8945529290853032,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2052 < 8000)","v3_prefill_cache_hit":17408,"v3_new_local":2052,"cache_hit":17408,"estimated_new_tokens":2052,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2086,"cache_hit":17408,"new_prefill":2052,"score_linear":70168.0,"score_lmetric":2052},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":19460,"score_linear":269889.0,"score_lmetric":40912},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":19460,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":70168.0,"chosen_score_lmetric":2052,"t_first_token":27754.136555994,"t_first_token_unix":1779961750.6914997,"t_done":27755.30269619,"t_done_unix":1779961751.857639},{"request_id":"1243831:8:1333049:414","session_id":"1243831","input_length":24512,"t_proxy_recv":27755.310240547,"t_decision_unix":1779961751.8651817,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":19456,"affinity_cache_ratio":0.793733681462141,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5056 < 8000)","v3_prefill_cache_hit":19456,"v3_new_local":5056,"cache_hit":19456,"estimated_new_tokens":5056,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2090,"cache_hit":19456,"new_prefill":5056,"score_linear":68120.0,"score_lmetric":5056},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":24512,"score_linear":269889.0,"score_lmetric":51016},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":24512,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":68120.0,"chosen_score_lmetric":5056,"t_first_token":27756.205066041,"t_first_token_unix":1779961752.7600102,"t_done":27757.538151534,"t_done_unix":1779961754.0930946},{"request_id":"1243831:9:1348240:478","session_id":"1243831","input_length":25075,"t_proxy_recv":27757.543406761,"t_decision_unix":1779961754.0983484,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":24576,"affinity_cache_ratio":0.980099700897308,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (499 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":499,"cache_hit":24576,"estimated_new_tokens":499,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":24576,"new_prefill":499,"score_linear":63000.0,"score_lmetric":499},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":25075,"score_linear":269889.0,"score_lmetric":52142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":25075,"score_linear":75693.0,"score_lmetric":25075},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":25075,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":63000.0,"chosen_score_lmetric":499,"t_first_token":27757.708128206,"t_first_token_unix":1779961754.2630715,"t_done":27758.502614788,"t_done_unix":1779961755.0575578},{"request_id":"1268861:17:1540278:951","session_id":"1268861","input_length":75693,"t_proxy_recv":27755.324104872,"t_decision_unix":1779961751.8790464,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9402190427120077,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4525 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":4525,"cache_hit":71168,"estimated_new_tokens":4525,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112088,"ongoing_decode_tokens":87576,"pending_prefill_tokens":5056,"num_requests":2,"active_p_offloads":0,"cached_blocks":2090,"cache_hit":0,"new_prefill":75693,"score_linear":112088.0,"score_lmetric":161498},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":75693,"score_linear":269889.0,"score_lmetric":153378},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":71168,"new_prefill":4525,"score_linear":-71168.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":75693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":34304,"new_prefill":41389,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":27757.517629795,"t_first_token_unix":1779961754.0725732,"t_done":27758.983148794,"t_done_unix":1779961755.5380921},{"request_id":"1243831:10:1358921:521","session_id":"1243831","input_length":26343,"t_proxy_recv":27758.509055726,"t_decision_unix":1779961755.0639975,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":25088,"affinity_cache_ratio":0.9523592605246175,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1255 < 8000)","v3_prefill_cache_hit":25088,"v3_new_local":1255,"cache_hit":25088,"estimated_new_tokens":1255,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2101,"cache_hit":25088,"new_prefill":1255,"score_linear":62488.0,"score_lmetric":1255},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":26343,"score_linear":269889.0,"score_lmetric":54678},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":26343,"score_linear":75693.0,"score_lmetric":26343},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":26343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":26343,"score_linear":93596.0,"score_lmetric":26343}],"chosen_score_linear":62488.0,"chosen_score_lmetric":1255,"t_first_token":27758.837474442,"t_first_token_unix":1779961755.3924184,"t_done":27760.18187217,"t_done_unix":1779961756.7368155},{"request_id":"1243831:11:1371191:594","session_id":"1243831","input_length":26818,"t_proxy_recv":27760.187784773,"t_decision_unix":1779961756.7427263,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26112,"affinity_cache_ratio":0.9736743977925274,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (706 < 8000)","v3_prefill_cache_hit":26112,"v3_new_local":706,"cache_hit":26112,"estimated_new_tokens":706,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2103,"cache_hit":26112,"new_prefill":706,"score_linear":61464.0,"score_lmetric":706},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":26818,"score_linear":269889.0,"score_lmetric":55628},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":26818,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":26818,"score_linear":93596.0,"score_lmetric":26818}],"chosen_score_linear":61464.0,"chosen_score_lmetric":706,"t_first_token":27760.356255409,"t_first_token_unix":1779961756.9111984,"t_done":27761.228642039,"t_done_unix":1779961757.7835855},{"request_id":"1253804:7:1526643:940","session_id":"1253804","input_length":87576,"t_proxy_recv":27709.905558838,"t_decision_unix":1779961706.4605002,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":76800,"affinity_cache_ratio":0.8769525897506166,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":76800,"v3_new_local":10776,"cache_hit":76800,"estimated_new_tokens":10776,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2024,"cache_hit":76800,"new_prefill":10776,"score_linear":-76800.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":0,"pending_prefill_tokens":8769,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":87576,"score_linear":269889.0,"score_lmetric":192690},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":3584,"new_prefill":83992,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2244,"cache_hit":0,"new_prefill":87576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":27735.690696493,"t_first_token_unix":1779961732.2456405,"t_done":27761.241609783,"t_done_unix":1779961757.796553},{"request_id":"1253804:8:1541192:953","session_id":"1253804","input_length":89116,"t_proxy_recv":27761.255064676,"t_decision_unix":1779961757.8100064,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":88576,"affinity_cache_ratio":0.9939404820683154,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":88576,"v3_new_local":540,"cache_hit":88576,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":27164,"ongoing_decode_tokens":0,"pending_prefill_tokens":540,"num_requests":1,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":88576,"new_prefill":540,"score_linear":-61412.0,"score_lmetric":1080},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":89116,"score_linear":269889.0,"score_lmetric":180224},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":89116,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":3584,"new_prefill":85532,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":89116,"score_linear":93596.0,"score_lmetric":89116}],"chosen_score_linear":-61412.0,"chosen_score_lmetric":1080,"t_first_token":27761.454392355,"t_first_token_unix":1779961758.0093355,"t_done":27761.968954902,"t_done_unix":1779961758.5238984},{"request_id":"1243831:12:1385174:681","session_id":"1243831","input_length":27164,"t_proxy_recv":27761.234376751,"t_decision_unix":1779961757.789318,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":26624,"affinity_cache_ratio":0.9801207480488883,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (540 < 8000)","v3_prefill_cache_hit":26624,"v3_new_local":540,"cache_hit":26624,"estimated_new_tokens":540,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":87576,"ongoing_decode_tokens":87576,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2104,"cache_hit":26624,"new_prefill":540,"score_linear":60952.0,"score_lmetric":540},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":27164,"score_linear":269889.0,"score_lmetric":56320},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":27164,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":27164,"score_linear":93596.0,"score_lmetric":27164}],"chosen_score_linear":60952.0,"chosen_score_lmetric":540,"t_first_token":27761.35244779,"t_first_token_unix":1779961757.907391,"t_done":27762.072408535,"t_done_unix":1779961758.6273515},{"request_id":"1243831:13:1398072:738","session_id":"1243831","input_length":27286,"t_proxy_recv":27762.077995633,"t_decision_unix":1779961758.6329372,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9945026753646559,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (150 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":150,"cache_hit":27136,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":27136,"new_prefill":150,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":27286,"score_linear":269889.0,"score_lmetric":56564},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":27286,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":27286,"score_linear":93596.0,"score_lmetric":27286}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":27762.150779834,"t_first_token_unix":1779961758.7057228,"t_done":27762.688297385,"t_done_unix":1779961759.2432427},{"request_id":"1243831:14:1411189:814","session_id":"1243831","input_length":28085,"t_proxy_recv":27762.694394633,"t_decision_unix":1779961759.2493362,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":27136,"affinity_cache_ratio":0.9662097204913654,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (949 < 8000)","v3_prefill_cache_hit":27136,"v3_new_local":949,"cache_hit":27136,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":27136,"new_prefill":949,"score_linear":-27136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":28085,"score_linear":269889.0,"score_lmetric":58162},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":28085,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":28085,"score_linear":93596.0,"score_lmetric":28085}],"chosen_score_linear":-27136.0,"chosen_score_lmetric":0,"t_first_token":27762.923049534,"t_first_token_unix":1779961759.4779928,"t_done":27763.460749806,"t_done_unix":1779961760.0156927},{"request_id":"1363943:33:1541065:952","session_id":"1363943","input_length":93596,"t_proxy_recv":27757.972536138,"t_decision_unix":1779961754.5274775,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9955981024830121,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (412 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":412,"cache_hit":93184,"estimated_new_tokens":412,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":8704,"new_prefill":84892,"score_linear":-8704.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112651,"ongoing_decode_tokens":112651,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2100,"cache_hit":0,"new_prefill":93596,"score_linear":112651.0,"score_lmetric":187192},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":4096,"new_prefill":89500,"score_linear":265793.0,"score_lmetric":180992},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":75693,"ongoing_decode_tokens":75693,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2305,"cache_hit":0,"new_prefill":93596,"score_linear":75693.0,"score_lmetric":93596},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":4096,"new_prefill":89500,"score_linear":-4096.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":93184,"new_prefill":412,"score_linear":-93184.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":27758.122802609,"t_first_token_unix":1779961754.6777458,"t_done":27764.593916917,"t_done_unix":1779961761.1488607},{"request_id":"1243831:15:1427593:849","session_id":"1243831","input_length":29382,"t_proxy_recv":27763.467205325,"t_decision_unix":1779961760.0221467,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":28160,"affinity_cache_ratio":0.9584099108297597,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1222 < 8000)","v3_prefill_cache_hit":28160,"v3_new_local":1222,"cache_hit":28160,"estimated_new_tokens":1222,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2131,"cache_hit":28160,"new_prefill":1222,"score_linear":-28160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":139357,"pending_prefill_tokens":996,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":29382,"score_linear":269889.0,"score_lmetric":60756},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":29382,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":93596,"ongoing_decode_tokens":93596,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2247,"cache_hit":0,"new_prefill":29382,"score_linear":93596.0,"score_lmetric":29382}],"chosen_score_linear":-28160.0,"chosen_score_lmetric":0,"t_first_token":27763.775137881,"t_first_token_unix":1779961760.3300815,"t_done":27764.638566369,"t_done_unix":1779961761.1935098},{"request_id":"1243831:16:1446717:874","session_id":"1243831","input_length":29571,"t_proxy_recv":27764.644730402,"t_decision_unix":1779961761.1996717,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9869128538094755,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (387 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":387,"cache_hit":29184,"estimated_new_tokens":387,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":29184,"new_prefill":387,"score_linear":-29184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":269889,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":29571,"score_linear":269889.0,"score_lmetric":59142},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":29571,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27764.723867286,"t_first_token_unix":1779961761.2788107,"t_done":27765.156652683,"t_done_unix":1779961761.7115955},{"request_id":"1399948:23:1544108:954","session_id":"1399948","input_length":20031,"t_proxy_recv":27767.838977206,"t_decision_unix":1779961764.3939185,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":18432,"affinity_cache_ratio":0.9201737307173881,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1599 < 8000)","v3_prefill_cache_hit":18432,"v3_new_local":1599,"cache_hit":18432,"estimated_new_tokens":1599,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":20031,"score_linear":31161.0,"score_lmetric":20031},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":269889,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":20031,"score_linear":269889.0,"score_lmetric":40062},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":15423,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":20031,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":18432,"new_prefill":1599,"score_linear":-18432.0,"score_lmetric":0}],"chosen_score_linear":-18432.0,"chosen_score_lmetric":0,"t_first_token":27768.125485775,"t_first_token_unix":1779961764.680429,"t_done":27768.560805069,"t_done_unix":1779961765.11575},{"request_id":"1356885:4:1512902:931","session_id":"1356885","input_length":130532,"t_proxy_recv":27663.965530517,"t_decision_unix":1779961660.5204718,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":129536,"affinity_cache_ratio":0.9923696871265284,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (996 < 8000)","v3_prefill_cache_hit":129536,"v3_new_local":996,"cache_hit":129536,"estimated_new_tokens":996,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":6656,"new_prefill":123876,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139357,"ongoing_decode_tokens":0,"pending_prefill_tokens":7773,"num_requests":1,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":129536,"new_prefill":996,"score_linear":9821.0,"score_lmetric":8769},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":1024,"new_prefill":129508,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":130532,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2240,"cache_hit":0,"new_prefill":130532,"score_linear":89790.0,"score_lmetric":130532}],"chosen_score_linear":9821.0,"chosen_score_lmetric":8769,"t_first_token":27763.518151667,"t_first_token_unix":1779961760.0730968,"t_done":27769.292295923,"t_done_unix":1779961765.8472393},{"request_id":"1356885:5:1533696:948","session_id":"1356885","input_length":130906,"t_proxy_recv":27769.31112683,"t_decision_unix":1779961765.8660681,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":130560,"affinity_cache_ratio":0.9973568820374925,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (346 < 8000)","v3_prefill_cache_hit":130560,"v3_new_local":346,"cache_hit":130560,"estimated_new_tokens":346,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":6656,"new_prefill":124250,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":130906,"score_linear":31161.0,"score_lmetric":130906},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":139357,"ongoing_decode_tokens":139357,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2110,"cache_hit":130560,"new_prefill":346,"score_linear":8797.0,"score_lmetric":346},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":1024,"new_prefill":129882,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":0,"new_prefill":130906,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":8797.0,"chosen_score_lmetric":346,"t_first_token":27769.627474213,"t_first_token_unix":1779961766.1824186,"t_done":27773.33589571,"t_done_unix":1779961769.890843},{"request_id":"1313181:14:1351342:491","session_id":"1313181","input_length":139357,"t_proxy_recv":27663.588491356,"t_decision_unix":1779961660.1434329,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9442223928471479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7773 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":7773,"cache_hit":131584,"estimated_new_tokens":7773,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":24064,"new_prefill":115293,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2023,"cache_hit":59904,"new_prefill":79453,"score_linear":-59904.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":131584,"new_prefill":7773,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2289,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":139357,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":89790,"ongoing_decode_tokens":89790,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2240,"cache_hit":12800,"new_prefill":126557,"score_linear":76990.0,"score_lmetric":126557}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":27710.245464936,"t_first_token_unix":1779961706.800409,"t_done":27775.458182985,"t_done_unix":1779961772.0131269},{"request_id":"1399948:24:1546940:955","session_id":"1399948","input_length":21809,"t_proxy_recv":27777.282800206,"t_decision_unix":1779961773.8377414,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":19968,"affinity_cache_ratio":0.9155853088174607,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1841 < 8000)","v3_prefill_cache_hit":19968,"v3_new_local":1841,"cache_hit":19968,"estimated_new_tokens":1841,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":21809,"score_linear":31161.0,"score_lmetric":21809},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":65876,"ongoing_decode_tokens":65876,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":0,"new_prefill":21809,"score_linear":65876.0,"score_lmetric":21809},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":17201,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":21809,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":19968,"new_prefill":1841,"score_linear":-19968.0,"score_lmetric":0}],"chosen_score_linear":-19968.0,"chosen_score_lmetric":0,"t_first_token":27777.624394139,"t_first_token_unix":1779961774.1793375,"t_done":27777.881958112,"t_done_unix":1779961774.4369013},{"request_id":"1313181:14:1408792:803","session_id":"1313181","input_length":65876,"t_proxy_recv":27775.469452033,"t_decision_unix":1779961772.0243936,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":65536,"affinity_cache_ratio":0.9948387880259882,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (340 < 8000)","v3_prefill_cache_hit":65536,"v3_new_local":340,"cache_hit":65536,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":24064,"new_prefill":41812,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":59904,"new_prefill":5972,"score_linear":-28743.0,"score_lmetric":5972},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2127,"cache_hit":65536,"new_prefill":340,"score_linear":-65536.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":65876,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2251,"cache_hit":12800,"new_prefill":53076,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-65536.0,"chosen_score_lmetric":0,"t_first_token":27775.559220066,"t_first_token_unix":1779961772.1141639,"t_done":27778.548197336,"t_done_unix":1779961775.1031425},{"request_id":"1313181:15:1411723:818","session_id":"1313181","input_length":66259,"t_proxy_recv":27778.562115989,"t_decision_unix":1779961775.1170576,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":66048,"affinity_cache_ratio":0.9968155269472826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (211 < 8000)","v3_prefill_cache_hit":66048,"v3_new_local":211,"cache_hit":66048,"estimated_new_tokens":211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":24064,"new_prefill":42195,"score_linear":-24064.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":59904,"new_prefill":6355,"score_linear":-28743.0,"score_lmetric":6355},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2128,"cache_hit":66048,"new_prefill":211,"score_linear":-66048.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":66259,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":12800,"new_prefill":53459,"score_linear":-12800.0,"score_lmetric":0}],"chosen_score_linear":-66048.0,"chosen_score_lmetric":0,"t_first_token":27778.67150096,"t_first_token_unix":1779961775.2264447,"t_done":27781.936659081,"t_done_unix":1779961778.4916024},{"request_id":"1399948:25:1553234:957","session_id":"1399948","input_length":22250,"t_proxy_recv":27797.81572537,"t_decision_unix":1779961794.3706667,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":21504,"affinity_cache_ratio":0.9664719101123596,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (746 < 8000)","v3_prefill_cache_hit":21504,"v3_new_local":746,"cache_hit":21504,"estimated_new_tokens":746,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":22250,"score_linear":31161.0,"score_lmetric":22250},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":76017,"ongoing_decode_tokens":76017,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":22250,"score_linear":76017.0,"score_lmetric":22250},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":17642,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":22250,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":21504,"new_prefill":746,"score_linear":-21504.0,"score_lmetric":0}],"chosen_score_linear":-21504.0,"chosen_score_lmetric":0,"t_first_token":27797.959540625,"t_first_token_unix":1779961794.5144837,"t_done":27798.507732088,"t_done_unix":1779961795.0626771},{"request_id":"1268861:18:1553083:956","session_id":"1268861","input_length":76017,"t_proxy_recv":27797.373987901,"t_decision_unix":1779961793.9289293,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9968296565241985,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (241 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":241,"cache_hit":75776,"estimated_new_tokens":241,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":76017,"score_linear":31161.0,"score_lmetric":76017},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":75776,"new_prefill":241,"score_linear":-75776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":76017,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2254,"cache_hit":34304,"new_prefill":41713,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":27797.615792803,"t_first_token_unix":1779961794.1707363,"t_done":27798.651680966,"t_done_unix":1779961795.2066243},{"request_id":"1399948:26:1557859:959","session_id":"1399948","input_length":23042,"t_proxy_recv":27813.772677755,"t_decision_unix":1779961810.327619,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":22016,"affinity_cache_ratio":0.9554726152243729,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1026 < 8000)","v3_prefill_cache_hit":22016,"v3_new_local":1026,"cache_hit":22016,"estimated_new_tokens":1026,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":23042,"score_linear":31161.0,"score_lmetric":23042},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":18434,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":23042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2255,"cache_hit":22016,"new_prefill":1026,"score_linear":-22016.0,"score_lmetric":0}],"chosen_score_linear":-22016.0,"chosen_score_lmetric":0,"t_first_token":27813.979307169,"t_first_token_unix":1779961810.5342505,"t_done":27814.266480915,"t_done_unix":1779961810.8214242},{"request_id":"1243831:17:1453633:883","session_id":"1243831","input_length":31161,"t_proxy_recv":27765.163615323,"t_decision_unix":1779961761.7185566,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":29184,"affinity_cache_ratio":0.9365553095215173,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1977 < 8000)","v3_prefill_cache_hit":29184,"v3_new_local":1977,"cache_hit":29184,"estimated_new_tokens":1977,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":29184,"new_prefill":1977,"score_linear":-29184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":269889,"ongoing_decode_tokens":269889,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2108,"cache_hit":0,"new_prefill":31161,"score_linear":269889.0,"score_lmetric":62322},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2248,"cache_hit":0,"new_prefill":31161,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-29184.0,"chosen_score_lmetric":0,"t_first_token":27765.554588636,"t_first_token_unix":1779961762.1095324,"t_done":27818.278893192,"t_done_unix":1779961814.8338363},{"request_id":"1399948:27:1559017:960","session_id":"1399948","input_length":24139,"t_proxy_recv":27817.439914047,"t_decision_unix":1779961813.9948554,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":23040,"affinity_cache_ratio":0.9544720162392808,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1099 < 8000)","v3_prefill_cache_hit":23040,"v3_new_local":1099,"cache_hit":23040,"estimated_new_tokens":1099,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":31161,"ongoing_decode_tokens":31161,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":24139,"score_linear":31161.0,"score_lmetric":24139},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":19531,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":24139,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2257,"cache_hit":23040,"new_prefill":1099,"score_linear":-23040.0,"score_lmetric":0}],"chosen_score_linear":-23040.0,"chosen_score_lmetric":0,"t_first_token":27817.702648844,"t_first_token_unix":1779961814.2575922,"t_done":27818.668703111,"t_done_unix":1779961815.2236466},{"request_id":"1399948:28:1560859:961","session_id":"1399948","input_length":24386,"t_proxy_recv":27823.570841792,"t_decision_unix":1779961820.125783,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24064,"affinity_cache_ratio":0.9867957024522267,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (322 < 8000)","v3_prefill_cache_hit":24064,"v3_new_local":322,"cache_hit":24064,"estimated_new_tokens":322,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":19778,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":24386,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2259,"cache_hit":24064,"new_prefill":322,"score_linear":-24064.0,"score_lmetric":0}],"chosen_score_linear":-24064.0,"chosen_score_lmetric":0,"t_first_token":27823.656505243,"t_first_token_unix":1779961820.2114491,"t_done":27824.930299634,"t_done_unix":1779961821.485243},{"request_id":"1399948:29:1571125:963","session_id":"1399948","input_length":28781,"t_proxy_recv":27857.435494639,"t_decision_unix":1779961853.990436,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":24576,"affinity_cache_ratio":0.8538966679406553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4205 < 8000)","v3_prefill_cache_hit":24576,"v3_new_local":4205,"cache_hit":24576,"estimated_new_tokens":4205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131413,"ongoing_decode_tokens":131413,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":0,"new_prefill":28781,"score_linear":131413.0,"score_lmetric":28781},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":24173,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":28781,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2260,"cache_hit":24576,"new_prefill":4205,"score_linear":-24576.0,"score_lmetric":0}],"chosen_score_linear":-24576.0,"chosen_score_lmetric":0,"t_first_token":27858.318531913,"t_first_token_unix":1779961854.8734753,"t_done":27858.589157599,"t_done_unix":1779961855.144101},{"request_id":"1356885:6:1570780:962","session_id":"1356885","input_length":131413,"t_proxy_recv":27856.433345312,"t_decision_unix":1779961852.9882867,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131072,"affinity_cache_ratio":0.9974051273466096,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (341 < 8000)","v3_prefill_cache_hit":131072,"v3_new_local":341,"cache_hit":131072,"estimated_new_tokens":341,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":6656,"new_prefill":124757,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2129,"cache_hit":131072,"new_prefill":341,"score_linear":-131072.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":1024,"new_prefill":130389,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2260,"cache_hit":0,"new_prefill":131413,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131072.0,"chosen_score_lmetric":0,"t_first_token":27857.060094914,"t_first_token_unix":1779961853.6150384,"t_done":27859.265436665,"t_done_unix":1779961855.8203814},{"request_id":"1270606:4:1578042:965","session_id":"1270606","input_length":109083,"t_proxy_recv":27881.058433663,"t_decision_unix":1779961877.613375,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9903651348056067,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1051 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":1051,"cache_hit":108032,"estimated_new_tokens":1051,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":1536,"new_prefill":107547,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":108032,"new_prefill":1051,"score_linear":-108032.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":0,"new_prefill":109083,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":27881.79995192,"t_first_token_unix":1779961878.354896,"t_done":27882.861557432,"t_done_unix":1779961879.4165008},{"request_id":"1268861:19:1578134:966","session_id":"1268861","input_length":76963,"t_proxy_recv":27881.291447487,"t_decision_unix":1779961877.8463888,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9845770045346465,"affinity_num_requests":1,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1187 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":1187,"cache_hit":75776,"estimated_new_tokens":1187,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":109083,"ongoing_decode_tokens":0,"pending_prefill_tokens":1051,"num_requests":1,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":75776,"new_prefill":1187,"score_linear":33307.0,"score_lmetric":2238},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":76963,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":34304,"new_prefill":42659,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":33307.0,"chosen_score_lmetric":2238,"t_first_token":27882.264485064,"t_first_token_unix":1779961878.819429,"t_done":27883.278812144,"t_done_unix":1779961879.8337555},{"request_id":"1399948:30:1578524:967","session_id":"1399948","input_length":30773,"t_proxy_recv":27882.626610912,"t_decision_unix":1779961879.1815522,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":28672,"affinity_cache_ratio":0.9317258635817113,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2101 < 8000)","v3_prefill_cache_hit":28672,"v3_new_local":2101,"cache_hit":28672,"estimated_new_tokens":2101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":186046,"ongoing_decode_tokens":186046,"pending_prefill_tokens":0,"num_requests":2,"active_p_offloads":0,"cached_blocks":2314,"cache_hit":0,"new_prefill":30773,"score_linear":186046.0,"score_lmetric":61546},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":26165,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":30773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2268,"cache_hit":28672,"new_prefill":2101,"score_linear":-28672.0,"score_lmetric":0}],"chosen_score_linear":-28672.0,"chosen_score_lmetric":0,"t_first_token":27883.133216328,"t_first_token_unix":1779961879.6881597,"t_done":27883.436192885,"t_done_unix":1779961879.991136},{"request_id":"1399948:31:1579418:968","session_id":"1399948","input_length":30925,"t_proxy_recv":27885.851623081,"t_decision_unix":1779961882.4065647,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9933710590137429,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (205 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":205,"cache_hit":30720,"estimated_new_tokens":205,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":26317,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":30925,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":30720,"new_prefill":205,"score_linear":-30720.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":27885.94633345,"t_first_token_unix":1779961882.5012765,"t_done":27887.284261394,"t_done_unix":1779961883.8392045},{"request_id":"1356885:7:1580925:969","session_id":"1356885","input_length":131775,"t_proxy_recv":27891.164020144,"t_decision_unix":1779961887.7189615,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9985505596660975,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (191 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":191,"cache_hit":131584,"estimated_new_tokens":191,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":6656,"new_prefill":125119,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":131584,"new_prefill":191,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":1024,"new_prefill":130751,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":0,"new_prefill":131775,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":27891.564218943,"t_first_token_unix":1779961888.1191628,"t_done":27893.597231941,"t_done_unix":1779961890.1521757},{"request_id":"1399948:32:1581424:970","session_id":"1399948","input_length":31231,"t_proxy_recv":27892.601933478,"t_decision_unix":1779961889.1568747,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":30720,"affinity_cache_ratio":0.9836380519355769,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (511 < 8000)","v3_prefill_cache_hit":30720,"v3_new_local":511,"cache_hit":30720,"estimated_new_tokens":511,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":31231,"score_linear":131775.0,"score_lmetric":31231},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":26623,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":31231,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":30720,"new_prefill":511,"score_linear":-30720.0,"score_lmetric":0}],"chosen_score_linear":-30720.0,"chosen_score_lmetric":0,"t_first_token":27892.699200463,"t_first_token_unix":1779961889.2541435,"t_done":27893.707432992,"t_done_unix":1779961890.2623763},{"request_id":"1270606:5:1581455:971","session_id":"1270606","input_length":111387,"t_proxy_recv":27892.762392242,"t_decision_unix":1779961889.3173337,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9790729618357618,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2331 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":2331,"cache_hit":109056,"estimated_new_tokens":2331,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":1536,"new_prefill":109851,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":131775,"ongoing_decode_tokens":131775,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":111387,"score_linear":131775.0,"score_lmetric":111387},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":109056,"new_prefill":2331,"score_linear":-109056.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":111387,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":31231,"ongoing_decode_tokens":31231,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2272,"cache_hit":0,"new_prefill":111387,"score_linear":31231.0,"score_lmetric":111387}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":27894.519644574,"t_first_token_unix":1779961891.0745888,"t_done":27897.376730377,"t_done_unix":1779961893.9316735},{"request_id":"1399948:33:1583165:972","session_id":"1399948","input_length":31445,"t_proxy_recv":27898.509278178,"t_decision_unix":1779961895.0642197,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.9932262680871363,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (213 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":213,"cache_hit":31232,"estimated_new_tokens":213,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":26837,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":31445,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2273,"cache_hit":31232,"new_prefill":213,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":27898.597144542,"t_first_token_unix":1779961895.1520882,"t_done":27899.254755014,"t_done_unix":1779961895.809698},{"request_id":"1277428:12:1586139:973","session_id":"1277428","input_length":47660,"t_proxy_recv":27908.651432726,"t_decision_unix":1779961905.206374,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":46080,"affinity_cache_ratio":0.9668485102811583,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1580 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":1580,"cache_hit":46080,"estimated_new_tokens":1580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":46080,"new_prefill":1580,"score_linear":-46080.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":3584,"new_prefill":44076,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":30252,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":4608,"new_prefill":43052,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2273,"cache_hit":0,"new_prefill":47660,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":27909.111697648,"t_first_token_unix":1779961905.6666412,"t_done":27909.725658301,"t_done_unix":1779961906.2806017},{"request_id":"1399948:34:1586232:974","session_id":"1399948","input_length":32143,"t_proxy_recv":27909.001337304,"t_decision_unix":1779961905.5562787,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":31232,"affinity_cache_ratio":0.97165790374265,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (911 < 8000)","v3_prefill_cache_hit":31232,"v3_new_local":911,"cache_hit":31232,"estimated_new_tokens":911,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47660,"ongoing_decode_tokens":0,"pending_prefill_tokens":1580,"num_requests":1,"active_p_offloads":0,"cached_blocks":2148,"cache_hit":0,"new_prefill":32143,"score_linear":47660.0,"score_lmetric":33723},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":27535,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":0,"new_prefill":32143,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2273,"cache_hit":31232,"new_prefill":911,"score_linear":-31232.0,"score_lmetric":0}],"chosen_score_linear":-31232.0,"chosen_score_lmetric":0,"t_first_token":27909.200377663,"t_first_token_unix":1779961905.755321,"t_done":27910.102238952,"t_done_unix":1779961906.657182},{"request_id":"1294611:15:1590202:975","session_id":"1294611","input_length":75249,"t_proxy_recv":27922.198422319,"t_decision_unix":1779961918.7533636,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9593748754136268,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3057 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":3057,"cache_hit":72192,"estimated_new_tokens":3057,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":43008,"new_prefill":32241,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":62449,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2370,"cache_hit":72192,"new_prefill":3057,"score_linear":-72192.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":75249,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":27923.718476306,"t_first_token_unix":1779961920.2734206,"t_done":27926.410187308,"t_done_unix":1779961922.965131},{"request_id":"1277428:13:1593499:976","session_id":"1277428","input_length":49316,"t_proxy_recv":27933.836104292,"t_decision_unix":1779961930.3910456,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":47616,"affinity_cache_ratio":0.9655284289074539,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1700 < 8000)","v3_prefill_cache_hit":47616,"v3_new_local":1700,"cache_hit":47616,"estimated_new_tokens":1700,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":47616,"new_prefill":1700,"score_linear":-47616.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":3584,"new_prefill":45732,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":17408,"new_prefill":31908,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":4608,"new_prefill":44708,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":49316,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-47616.0,"chosen_score_lmetric":0,"t_first_token":27934.485359441,"t_first_token_unix":1779961931.040304,"t_done":27936.014402598,"t_done_unix":1779961932.5693462},{"request_id":"1294611:15:1594038:977","session_id":"1294611","input_length":75584,"t_proxy_recv":27935.551891781,"t_decision_unix":1779961932.1068332,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.995766299745978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (320 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":320,"cache_hit":75264,"estimated_new_tokens":320,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":49316,"ongoing_decode_tokens":49316,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2151,"cache_hit":0,"new_prefill":75584,"score_linear":49316.0,"score_lmetric":75584},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":43008,"new_prefill":32576,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":62784,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":75264,"new_prefill":320,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":75584,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":27935.672718726,"t_first_token_unix":1779961932.2276618,"t_done":27936.785925773,"t_done_unix":1779961933.3408694},{"request_id":"1268861:20:1595141:978","session_id":"1268861","input_length":77218,"t_proxy_recv":27939.531360947,"t_decision_unix":1779961936.0863023,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9945867543836929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":418,"cache_hit":76800,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":76800,"new_prefill":418,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":77218,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":34304,"new_prefill":42914,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":27939.77631452,"t_first_token_unix":1779961936.3312588,"t_done":27940.310474637,"t_done_unix":1779961936.8654177},{"request_id":"1399948:35:1602048:980","session_id":"1399948","input_length":33533,"t_proxy_recv":27962.903766347,"t_decision_unix":1779961959.4587076,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":32256,"affinity_cache_ratio":0.9619181105179972,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1277 < 8000)","v3_prefill_cache_hit":32256,"v3_new_local":1277,"cache_hit":32256,"estimated_new_tokens":1277,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":33533,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":28925,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":0,"new_prefill":33533,"score_linear":75716.0,"score_lmetric":33533},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":32256,"new_prefill":1277,"score_linear":-32256.0,"score_lmetric":0}],"chosen_score_linear":-32256.0,"chosen_score_lmetric":0,"t_first_token":27963.316766916,"t_first_token_unix":1779961959.871718,"t_done":27964.326860114,"t_done_unix":1779961960.8818061},{"request_id":"1253804:9:1605110:981","session_id":"1253804","input_length":90656,"t_proxy_recv":27972.893210376,"t_decision_unix":1779961969.4481516,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":89088,"affinity_cache_ratio":0.9827038475114719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1568 < 8000)","v3_prefill_cache_hit":89088,"v3_new_local":1568,"cache_hit":89088,"estimated_new_tokens":1568,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":89088,"new_prefill":1568,"score_linear":-89088.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87072,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":75716,"ongoing_decode_tokens":75716,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":3584,"new_prefill":87072,"score_linear":72132.0,"score_lmetric":87072},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":90656,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-89088.0,"chosen_score_lmetric":0,"t_first_token":27973.857108412,"t_first_token_unix":1779961970.4120522,"t_done":27977.478727499,"t_done_unix":1779961974.033671},{"request_id":"1294611:15:1596163:979","session_id":"1294611","input_length":75716,"t_proxy_recv":27942.714728348,"t_decision_unix":1779961939.2696695,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9940303238417243,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (452 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":452,"cache_hit":75264,"estimated_new_tokens":452,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":43008,"new_prefill":32708,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":62916,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2376,"cache_hit":75264,"new_prefill":452,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2275,"cache_hit":0,"new_prefill":75716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":27942.825024344,"t_first_token_unix":1779961939.3799677,"t_done":27981.331133509,"t_done_unix":1779961977.886077},{"request_id":"1268861:21:1609831:982","session_id":"1268861","input_length":77293,"t_proxy_recv":27988.641815543,"t_decision_unix":1779961985.1967568,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":76800,"affinity_cache_ratio":0.9936216733727504,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (493 < 8000)","v3_prefill_cache_hit":76800,"v3_new_local":493,"cache_hit":76800,"estimated_new_tokens":493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2323,"cache_hit":76800,"new_prefill":493,"score_linear":-76800.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":77293,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":34304,"new_prefill":42989,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-76800.0,"chosen_score_lmetric":0,"t_first_token":27988.745989595,"t_first_token_unix":1779961985.300933,"t_done":27990.355060315,"t_done_unix":1779961986.9100041},{"request_id":"1253804:10:1611505:983","session_id":"1253804","input_length":91103,"t_proxy_recv":27994.119452537,"t_decision_unix":1779961990.674394,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9947422148557128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (479 < 8000)","v3_prefill_cache_hit":90624,"v3_new_local":479,"cache_hit":90624,"estimated_new_tokens":479,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":90624,"new_prefill":479,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":87519,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":0,"new_prefill":91103,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":27994.299422666,"t_first_token_unix":1779961990.8543668,"t_done":27994.432624737,"t_done_unix":1779961990.9875681},{"request_id":"1399948:36:1612467:984","session_id":"1399948","input_length":34773,"t_proxy_recv":27997.239738949,"t_decision_unix":1779961993.7946804,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":33280,"affinity_cache_ratio":0.9570643890374716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1493 < 8000)","v3_prefill_cache_hit":33280,"v3_new_local":1493,"cache_hit":33280,"estimated_new_tokens":1493,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":30165,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":34773,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2277,"cache_hit":33280,"new_prefill":1493,"score_linear":-33280.0,"score_lmetric":0}],"chosen_score_linear":-33280.0,"chosen_score_lmetric":0,"t_first_token":27997.593337826,"t_first_token_unix":1779961994.148281,"t_done":27998.141928653,"t_done_unix":1779961994.696872},{"request_id":"1253804:11:1613030:985","session_id":"1253804","input_length":91131,"t_proxy_recv":27999.45217778,"t_decision_unix":1779961996.0071192,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":90624,"affinity_cache_ratio":0.9944365803074695,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (507 < 8000)","v3_prefill_cache_hit":90624,"v3_new_local":507,"cache_hit":90624,"estimated_new_tokens":507,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":90624,"new_prefill":507,"score_linear":-90624.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":87547,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":0,"new_prefill":91131,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-90624.0,"chosen_score_lmetric":0,"t_first_token":27999.56824701,"t_first_token_unix":1779961996.123191,"t_done":28001.665416623,"t_done_unix":1779961998.2203639},{"request_id":"1399948:37:1613628:986","session_id":"1399948","input_length":35308,"t_proxy_recv":28001.297781816,"t_decision_unix":1779961997.8527231,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":34816,"affinity_cache_ratio":0.9860654809108418,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (492 < 8000)","v3_prefill_cache_hit":34816,"v3_new_local":492,"cache_hit":34816,"estimated_new_tokens":492,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":91131,"ongoing_decode_tokens":91131,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2141,"cache_hit":0,"new_prefill":35308,"score_linear":91131.0,"score_lmetric":35308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":30700,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":35308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2280,"cache_hit":34816,"new_prefill":492,"score_linear":-34816.0,"score_lmetric":0}],"chosen_score_linear":-34816.0,"chosen_score_lmetric":0,"t_first_token":28001.509556361,"t_first_token_unix":1779961998.0644994,"t_done":28002.651264758,"t_done_unix":1779961999.2062078},{"request_id":"1399948:38:1616890:987","session_id":"1399948","input_length":35581,"t_proxy_recv":28012.484978854,"t_decision_unix":1779962009.03992,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9928894634776988,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (253 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":253,"cache_hit":35328,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":30973,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":35581,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":35328,"new_prefill":253,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":28012.592405443,"t_first_token_unix":1779962009.1473484,"t_done":28013.114746458,"t_done_unix":1779962009.6696897},{"request_id":"1399948:39:1618250:989","session_id":"1399948","input_length":35682,"t_proxy_recv":28017.176917908,"t_decision_unix":1779962013.7318592,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9900790314444258,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (354 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":354,"cache_hit":35328,"estimated_new_tokens":354,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":31074,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":35682,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":35328,"new_prefill":354,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":28017.246579413,"t_first_token_unix":1779962013.801523,"t_done":28017.691284152,"t_done_unix":1779962014.2462275},{"request_id":"1399948:40:1620970:991","session_id":"1399948","input_length":35958,"t_proxy_recv":28026.16259363,"t_decision_unix":1779962022.717535,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9824795594860671,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (630 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":630,"cache_hit":35328,"estimated_new_tokens":630,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":78439,"ongoing_decode_tokens":0,"pending_prefill_tokens":1127,"num_requests":1,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":35958,"score_linear":78439.0,"score_lmetric":37085},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":31350,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":35958,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":35328,"new_prefill":630,"score_linear":-35328.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":28026.305732971,"t_first_token_unix":1779962022.860676,"t_done":28026.666896775,"t_done_unix":1779962023.22184},{"request_id":"1268861:22:1620830:990","session_id":"1268861","input_length":78439,"t_proxy_recv":28025.703608188,"t_decision_unix":1779962022.2585495,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9856321472736777,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1127 < 8000)","v3_prefill_cache_hit":77312,"v3_new_local":1127,"cache_hit":77312,"estimated_new_tokens":1127,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":77312,"new_prefill":1127,"score_linear":-77312.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":78439,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2281,"cache_hit":34304,"new_prefill":44135,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":28026.396131188,"t_first_token_unix":1779962022.9510746,"t_done":28027.677134957,"t_done_unix":1779962024.2320783},{"request_id":"1253804:12:1621957:992","session_id":"1253804","input_length":91389,"t_proxy_recv":28029.611183593,"t_decision_unix":1779962026.1661248,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9972316143080677,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (253 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":253,"cache_hit":91136,"estimated_new_tokens":253,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":91136,"new_prefill":253,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":87805,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":0,"new_prefill":91389,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":28029.793660015,"t_first_token_unix":1779962026.3486037,"t_done":28030.087157936,"t_done_unix":1779962026.6421015},{"request_id":"1399948:41:1624143:993","session_id":"1399948","input_length":36168,"t_proxy_recv":28036.976456583,"t_decision_unix":1779962033.5313978,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.990931209909312,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (328 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":328,"cache_hit":35840,"estimated_new_tokens":328,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":31560,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":36168,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":35840,"new_prefill":328,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":28037.113547299,"t_first_token_unix":1779962033.6684911,"t_done":28037.77946868,"t_done_unix":1779962034.3344119},{"request_id":"1253804:13:1624613:994","session_id":"1253804","input_length":91440,"t_proxy_recv":28038.549370094,"t_decision_unix":1779962035.1043096,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9966754155730534,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (304 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":304,"cache_hit":91136,"estimated_new_tokens":304,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":91136,"new_prefill":304,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":87856,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":0,"new_prefill":91440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":28038.674573981,"t_first_token_unix":1779962035.229517,"t_done":28039.679930166,"t_done_unix":1779962036.2348738},{"request_id":"1253804:14:1626575:995","session_id":"1253804","input_length":92367,"t_proxy_recv":28045.064368368,"t_decision_unix":1779962041.61931,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":91136,"affinity_cache_ratio":0.9866727294380028,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1231 < 8000)","v3_prefill_cache_hit":91136,"v3_new_local":1231,"cache_hit":91136,"estimated_new_tokens":1231,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2142,"cache_hit":91136,"new_prefill":1231,"score_linear":-91136.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":88783,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":0,"new_prefill":92367,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-91136.0,"chosen_score_lmetric":0,"t_first_token":28045.713144545,"t_first_token_unix":1779962042.2680883,"t_done":28046.514313711,"t_done_unix":1779962043.0692573},{"request_id":"1253804:15:1628485:997","session_id":"1253804","input_length":92701,"t_proxy_recv":28051.388090996,"t_decision_unix":1779962047.9430325,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92160,"affinity_cache_ratio":0.9941640327504557,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (541 < 8000)","v3_prefill_cache_hit":92160,"v3_new_local":541,"cache_hit":92160,"estimated_new_tokens":541,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2144,"cache_hit":92160,"new_prefill":541,"score_linear":-92160.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":92701,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":89117,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":36984,"ongoing_decode_tokens":0,"pending_prefill_tokens":1144,"num_requests":1,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":0,"new_prefill":92701,"score_linear":36984.0,"score_lmetric":93845}],"chosen_score_linear":-92160.0,"chosen_score_lmetric":0,"t_first_token":28051.700486765,"t_first_token_unix":1779962048.2554302,"t_done":28052.058578154,"t_done_unix":1779962048.6135213},{"request_id":"1399948:42:1628429:996","session_id":"1399948","input_length":36984,"t_proxy_recv":28051.16770874,"t_decision_unix":1779962047.72265,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":35840,"affinity_cache_ratio":0.9690677049534934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1144 < 8000)","v3_prefill_cache_hit":35840,"v3_new_local":1144,"cache_hit":35840,"estimated_new_tokens":1144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2144,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":32376,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":36984,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2282,"cache_hit":35840,"new_prefill":1144,"score_linear":-35840.0,"score_lmetric":0}],"chosen_score_linear":-35840.0,"chosen_score_lmetric":0,"t_first_token":28051.458164504,"t_first_token_unix":1779962048.0131078,"t_done":28052.671098416,"t_done_unix":1779962049.2260413},{"request_id":"1388507:3:1629072:998","session_id":"1388507","input_length":79074,"t_proxy_recv":28053.476200977,"t_decision_unix":1779962050.0311425,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":75776,"affinity_cache_ratio":0.9582922325922554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3298 < 8000)","v3_prefill_cache_hit":75776,"v3_new_local":3298,"cache_hit":75776,"estimated_new_tokens":3298,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":75776,"new_prefill":3298,"score_linear":-75776.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":79074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75776.0,"chosen_score_lmetric":0,"t_first_token":28055.191919871,"t_first_token_unix":1779962051.746864,"t_done":28055.749118211,"t_done_unix":1779962052.3040617},{"request_id":"1253804:16:1629713:999","session_id":"1253804","input_length":92953,"t_proxy_recv":28055.43774908,"t_decision_unix":1779962051.9926903,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9969769668542167,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (281 < 8000)","v3_prefill_cache_hit":92672,"v3_new_local":281,"cache_hit":92672,"estimated_new_tokens":281,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":92672,"new_prefill":281,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79074,"ongoing_decode_tokens":79074,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2326,"cache_hit":0,"new_prefill":92953,"score_linear":79074.0,"score_lmetric":92953},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":89369,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":92953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":28055.724711414,"t_first_token_unix":1779962052.279655,"t_done":28056.706594471,"t_done_unix":1779962053.2615378},{"request_id":"1253804:17:1631602:1002","session_id":"1253804","input_length":93219,"t_proxy_recv":28061.512153538,"t_decision_unix":1779962058.067095,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":92672,"affinity_cache_ratio":0.9941320975337645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (547 < 8000)","v3_prefill_cache_hit":92672,"v3_new_local":547,"cache_hit":92672,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":92672,"new_prefill":547,"score_linear":-92672.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":89635,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":79693,"ongoing_decode_tokens":0,"pending_prefill_tokens":1357,"num_requests":1,"active_p_offloads":0,"cached_blocks":2332,"cache_hit":0,"new_prefill":93219,"score_linear":79693.0,"score_lmetric":94576},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":3584,"new_prefill":89635,"score_linear":76306.0,"score_lmetric":89635},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":93219,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-92672.0,"chosen_score_lmetric":0,"t_first_token":28061.799217353,"t_first_token_unix":1779962058.3541613,"t_done":28062.567584275,"t_done_unix":1779962059.1225278},{"request_id":"1268861:23:1631587:1001","session_id":"1268861","input_length":79693,"t_proxy_recv":28061.436458596,"t_decision_unix":1779962057.9914,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9829721556472965,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1357 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":1357,"cache_hit":78336,"estimated_new_tokens":1357,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2332,"cache_hit":78336,"new_prefill":1357,"score_linear":-78336.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79693,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":79890,"ongoing_decode_tokens":79890,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":0,"new_prefill":79693,"score_linear":79890.0,"score_lmetric":79693},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":34304,"new_prefill":45389,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":28062.13999617,"t_first_token_unix":1779962058.6949403,"t_done":28062.78474081,"t_done_unix":1779962059.3396842},{"request_id":"1294611:15:1631116:1000","session_id":"1294611","input_length":79890,"t_proxy_recv":28060.021956222,"t_decision_unix":1779962056.5768976,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9933658780823632,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (530 < 8000)","v3_prefill_cache_hit":79360,"v3_new_local":530,"cache_hit":79360,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2145,"cache_hit":43008,"new_prefill":36882,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":67090,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2332,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2378,"cache_hit":79360,"new_prefill":530,"score_linear":-79360.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":79890,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":28060.198552191,"t_first_token_unix":1779962056.7534955,"t_done":28062.965463007,"t_done_unix":1779962059.5204062},{"request_id":"1253804:18:1633257:1003","session_id":"1253804","input_length":93509,"t_proxy_recv":28066.963326137,"t_decision_unix":1779962063.5182676,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9965243987209788,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (325 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":325,"cache_hit":93184,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":93184,"new_prefill":325,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":3584,"new_prefill":89925,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":93509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":28067.255982004,"t_first_token_unix":1779962063.8109255,"t_done":28068.146162784,"t_done_unix":1779962064.701106},{"request_id":"1294611:15:1634779:1004","session_id":"1294611","input_length":80221,"t_proxy_recv":28072.132759035,"t_decision_unix":1779962068.6877003,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":79872,"affinity_cache_ratio":0.995649518205956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (349 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":349,"cache_hit":79872,"estimated_new_tokens":349,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":43008,"new_prefill":37213,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":67421,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":79872,"new_prefill":349,"score_linear":-79872.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":80221,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":28072.258721858,"t_first_token_unix":1779962068.8136654,"t_done":28072.821839724,"t_done_unix":1779962069.3767855},{"request_id":"1253804:19:1634903:1005","session_id":"1253804","input_length":93664,"t_proxy_recv":28072.509853452,"t_decision_unix":1779962069.0647948,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93184,"affinity_cache_ratio":0.9948752989408951,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (480 < 8000)","v3_prefill_cache_hit":93184,"v3_new_local":480,"cache_hit":93184,"estimated_new_tokens":480,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2146,"cache_hit":93184,"new_prefill":480,"score_linear":-93184.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":90080,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80221,"ongoing_decode_tokens":80221,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":3584,"new_prefill":90080,"score_linear":76637.0,"score_lmetric":90080},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":93664,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93184.0,"chosen_score_lmetric":0,"t_first_token":28072.688354546,"t_first_token_unix":1779962069.2433023,"t_done":28076.702059875,"t_done_unix":1779962073.2570035},{"request_id":"1253804:20:1638889:1007","session_id":"1253804","input_length":94111,"t_proxy_recv":28085.684352403,"t_decision_unix":1779962082.2392933,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9955903135658956,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (415 < 8000)","v3_prefill_cache_hit":93696,"v3_new_local":415,"cache_hit":93696,"estimated_new_tokens":415,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":93696,"new_prefill":415,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":3584,"new_prefill":90527,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":3584,"new_prefill":90527,"score_linear":77133.0,"score_lmetric":90527},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":94111,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":28085.867952196,"t_first_token_unix":1779962082.4228966,"t_done":28086.697103018,"t_done_unix":1779962083.2520466},{"request_id":"1258908:2:1639411:1008","session_id":"1258908","input_length":9804,"t_proxy_recv":28087.484841407,"t_decision_unix":1779962084.0397828,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9400244798041616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (588 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":588,"cache_hit":9216,"estimated_new_tokens":588,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":9216,"new_prefill":588,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":0,"new_prefill":9804,"score_linear":80717.0,"score_lmetric":9804},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":9804,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":28088.256027594,"t_first_token_unix":1779962084.810971,"t_done":28089.828248284,"t_done_unix":1779962086.3831913},{"request_id":"1294611:15:1636645:1006","session_id":"1294611","input_length":80717,"t_proxy_recv":28078.172847082,"t_decision_unix":1779962074.7277884,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9895313254952488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (845 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":845,"cache_hit":79872,"estimated_new_tokens":845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":43008,"new_prefill":37709,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":12800,"new_prefill":67917,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":79872,"new_prefill":845,"score_linear":-79872.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":80717,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":28078.579171836,"t_first_token_unix":1779962075.1341152,"t_done":28101.858651116,"t_done_unix":1779962098.4135945},{"request_id":"1268861:24:1643502:1011","session_id":"1268861","input_length":80019,"t_proxy_recv":28101.313445532,"t_decision_unix":1779962097.868387,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79360,"affinity_cache_ratio":0.9917644559417138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (659 < 8000)","v3_prefill_cache_hit":79360,"v3_new_local":659,"cache_hit":79360,"estimated_new_tokens":659,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":80019,"score_linear":94269.0,"score_lmetric":80019},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":79360,"new_prefill":659,"score_linear":-79360.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":80019,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":0,"new_prefill":80019,"score_linear":80717.0,"score_lmetric":80019},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":38102,"ongoing_decode_tokens":0,"pending_prefill_tokens":1238,"num_requests":1,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":34304,"new_prefill":45715,"score_linear":3798.0,"score_lmetric":46953}],"chosen_score_linear":-79360.0,"chosen_score_lmetric":0,"t_first_token":28101.592548973,"t_first_token_unix":1779962098.1474924,"t_done":28102.037040785,"t_done_unix":1779962098.5919838},{"request_id":"1399948:43:1643413:1010","session_id":"1399948","input_length":38102,"t_proxy_recv":28100.962973744,"t_decision_unix":1779962097.5179152,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":36864,"affinity_cache_ratio":0.9675082672825573,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1238 < 8000)","v3_prefill_cache_hit":36864,"v3_new_local":1238,"cache_hit":36864,"estimated_new_tokens":1238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":94269,"ongoing_decode_tokens":94269,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":0,"new_prefill":38102,"score_linear":94269.0,"score_lmetric":38102},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":38102,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":33494,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":0,"new_prefill":38102,"score_linear":80717.0,"score_lmetric":38102},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":36864,"new_prefill":1238,"score_linear":-36864.0,"score_lmetric":0}],"chosen_score_linear":-36864.0,"chosen_score_lmetric":0,"t_first_token":28101.330961938,"t_first_token_unix":1779962097.8859053,"t_done":28102.116951011,"t_done_unix":1779962098.6718953},{"request_id":"1253804:21:1640487:1009","session_id":"1253804","input_length":94269,"t_proxy_recv":28090.971225182,"t_decision_unix":1779962087.5261664,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":93696,"affinity_cache_ratio":0.9939216497470006,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (573 < 8000)","v3_prefill_cache_hit":93696,"v3_new_local":573,"cache_hit":93696,"estimated_new_tokens":573,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2147,"cache_hit":93696,"new_prefill":573,"score_linear":-93696.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":90685,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2334,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":80717,"ongoing_decode_tokens":80717,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2379,"cache_hit":3584,"new_prefill":90685,"score_linear":77133.0,"score_lmetric":90685},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2284,"cache_hit":0,"new_prefill":94269,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-93696.0,"chosen_score_lmetric":0,"t_first_token":28091.168325878,"t_first_token_unix":1779962087.7232695,"t_done":28105.592121083,"t_done_unix":1779962102.147065},{"request_id":"1399948:44:1644970:1012","session_id":"1399948","input_length":38308,"t_proxy_recv":28106.087555051,"t_decision_unix":1779962102.6424966,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":37888,"affinity_cache_ratio":0.9890362326407017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":37888,"v3_new_local":420,"cache_hit":37888,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":33700,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":0,"new_prefill":38308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2286,"cache_hit":37888,"new_prefill":420,"score_linear":-37888.0,"score_lmetric":0}],"chosen_score_linear":-37888.0,"chosen_score_lmetric":0,"t_first_token":28106.197829243,"t_first_token_unix":1779962102.7527726,"t_done":28107.721889019,"t_done_unix":1779962104.2768323},{"request_id":"1253804:22:1650001:1013","session_id":"1253804","input_length":95715,"t_proxy_recv":28122.681129343,"t_decision_unix":1779962119.2360704,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95232,"affinity_cache_ratio":0.9949537690017238,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":95232,"v3_new_local":483,"cache_hit":95232,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2149,"cache_hit":95232,"new_prefill":483,"score_linear":-95232.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":92131,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":95715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95232.0,"chosen_score_lmetric":0,"t_first_token":28122.872698902,"t_first_token_unix":1779962119.427642,"t_done":28123.370093056,"t_done_unix":1779962119.9250362},{"request_id":"1399948:45:1650679:1014","session_id":"1399948","input_length":38758,"t_proxy_recv":28125.128550729,"t_decision_unix":1779962121.6834922,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9907631972754012,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (358 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":358,"cache_hit":38400,"estimated_new_tokens":358,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":34150,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":0,"new_prefill":38758,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":38400,"new_prefill":358,"score_linear":-38400.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":28125.271749338,"t_first_token_unix":1779962121.8266928,"t_done":28125.869418811,"t_done_unix":1779962122.4243622},{"request_id":"1253804:23:1651448:1015","session_id":"1253804","input_length":96944,"t_proxy_recv":28127.426689146,"t_decision_unix":1779962123.9816306,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":95744,"affinity_cache_ratio":0.9876217197557353,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1200 < 8000)","v3_prefill_cache_hit":95744,"v3_new_local":1200,"cache_hit":95744,"estimated_new_tokens":1200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2150,"cache_hit":95744,"new_prefill":1200,"score_linear":-95744.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":93360,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":96944,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-95744.0,"chosen_score_lmetric":0,"t_first_token":28128.262168507,"t_first_token_unix":1779962124.8171134,"t_done":28128.672026918,"t_done_unix":1779962125.2269711},{"request_id":"1399948:46:1658183:1018","session_id":"1399948","input_length":39837,"t_proxy_recv":28150.263062992,"t_decision_unix":1779962146.8180044,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":38400,"affinity_cache_ratio":0.9639280066270051,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1437 < 8000)","v3_prefill_cache_hit":38400,"v3_new_local":1437,"cache_hit":38400,"estimated_new_tokens":1437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":39837,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":39837,"score_linear":80406.0,"score_lmetric":39837},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":35229,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":0,"new_prefill":39837,"score_linear":83204.0,"score_lmetric":39837},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":38400,"new_prefill":1437,"score_linear":-38400.0,"score_lmetric":0}],"chosen_score_linear":-38400.0,"chosen_score_lmetric":0,"t_first_token":28150.649658782,"t_first_token_unix":1779962147.2046025,"t_done":28151.507183275,"t_done_unix":1779962148.0621266},{"request_id":"1253804:24:1659020:1019","session_id":"1253804","input_length":97769,"t_proxy_recv":28153.159369034,"t_decision_unix":1779962149.7143102,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":96768,"affinity_cache_ratio":0.9897615808691916,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1001 < 8000)","v3_prefill_cache_hit":96768,"v3_new_local":1001,"cache_hit":96768,"estimated_new_tokens":1001,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":96768,"new_prefill":1001,"score_linear":-96768.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":94185,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":97769,"score_linear":80406.0,"score_lmetric":97769},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":94185,"score_linear":79620.0,"score_lmetric":94185},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":97769,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-96768.0,"chosen_score_lmetric":0,"t_first_token":28153.822890746,"t_first_token_unix":1779962150.3778343,"t_done":28154.232068376,"t_done_unix":1779962150.7870119},{"request_id":"1268861:25:1653400:1016","session_id":"1268861","input_length":80406,"t_proxy_recv":28133.868110958,"t_decision_unix":1779962130.4230504,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":79872,"affinity_cache_ratio":0.9933587045742855,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (534 < 8000)","v3_prefill_cache_hit":79872,"v3_new_local":534,"cache_hit":79872,"estimated_new_tokens":534,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":79872,"new_prefill":534,"score_linear":-79872.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":0,"new_prefill":80406,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":34304,"new_prefill":46102,"score_linear":-34304.0,"score_lmetric":0}],"chosen_score_linear":-79872.0,"chosen_score_lmetric":0,"t_first_token":28134.269127754,"t_first_token_unix":1779962130.8240776,"t_done":28158.733409193,"t_done_unix":1779962155.2883546},{"request_id":"1253804:25:1662273:1020","session_id":"1253804","input_length":98187,"t_proxy_recv":28164.022940044,"t_decision_unix":1779962160.577881,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9959770641734649,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (395 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":395,"cache_hit":97792,"estimated_new_tokens":395,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":97792,"new_prefill":395,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":94603,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":94603,"score_linear":79620.0,"score_lmetric":94603},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":98187,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":28164.498099233,"t_first_token_unix":1779962161.0530453,"t_done":28164.908891589,"t_done_unix":1779962161.4638355},{"request_id":"1294611:15:1657992:1017","session_id":"1294611","input_length":83204,"t_proxy_recv":28149.787166492,"t_decision_unix":1779962146.3421075,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":82944,"affinity_cache_ratio":0.9968751502331619,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (260 < 8000)","v3_prefill_cache_hit":82944,"v3_new_local":260,"cache_hit":82944,"estimated_new_tokens":260,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2152,"cache_hit":43008,"new_prefill":40196,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":70404,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":80406,"ongoing_decode_tokens":80406,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2335,"cache_hit":0,"new_prefill":83204,"score_linear":80406.0,"score_lmetric":83204},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":82944,"new_prefill":260,"score_linear":-82944.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2287,"cache_hit":0,"new_prefill":83204,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-82944.0,"chosen_score_lmetric":0,"t_first_token":28149.969194268,"t_first_token_unix":1779962146.5241382,"t_done":28172.117469691,"t_done_unix":1779962168.672413},{"request_id":"1399948:47:1664702:1022","session_id":"1399948","input_length":40261,"t_proxy_recv":28172.625227199,"t_decision_unix":1779962169.1801686,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9919276719405876,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (325 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":325,"cache_hit":39936,"estimated_new_tokens":325,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40261,"score_linear":98254.0,"score_lmetric":40261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":35653,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":0,"new_prefill":40261,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":39936,"new_prefill":325,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":28172.845035124,"t_first_token_unix":1779962169.399979,"t_done":28173.268933861,"t_done_unix":1779962169.8238769},{"request_id":"1356885:8:1665690:1023","session_id":"1356885","input_length":132537,"t_proxy_recv":28175.840314526,"t_decision_unix":1779962172.395256,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":131584,"affinity_cache_ratio":0.9928095550676415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (953 < 8000)","v3_prefill_cache_hit":131584,"v3_new_local":953,"cache_hit":131584,"estimated_new_tokens":953,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":6656,"new_prefill":125881,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":132537,"score_linear":98254.0,"score_lmetric":132537},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":131584,"new_prefill":953,"score_linear":-131584.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":131513,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":132537,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-131584.0,"chosen_score_lmetric":0,"t_first_token":28176.493394613,"t_first_token_unix":1779962173.0483487,"t_done":28178.301659918,"t_done_unix":1779962174.8566031},{"request_id":"1399948:48:1666394:1024","session_id":"1399948","input_length":40343,"t_proxy_recv":28178.2547012,"t_decision_unix":1779962174.8096426,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9899115088119377,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (407 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":407,"cache_hit":39936,"estimated_new_tokens":407,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40343,"score_linear":98254.0,"score_lmetric":40343},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132537,"ongoing_decode_tokens":132537,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":40343,"score_linear":132537.0,"score_lmetric":40343},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":35735,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":0,"new_prefill":40343,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":39936,"new_prefill":407,"score_linear":-39936.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":28178.324006457,"t_first_token_unix":1779962174.8789499,"t_done":28179.716868649,"t_done_unix":1779962176.2718124},{"request_id":"1399948:49:1668825:1025","session_id":"1399948","input_length":40642,"t_proxy_recv":28186.818626134,"t_decision_unix":1779962183.3735676,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9952266128635402,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (194 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":194,"cache_hit":40448,"estimated_new_tokens":194,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":40642,"score_linear":98254.0,"score_lmetric":40642},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":36034,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":0,"new_prefill":40642,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":40448,"new_prefill":194,"score_linear":-40448.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28186.936612053,"t_first_token_unix":1779962183.4915557,"t_done":28188.017487346,"t_done_unix":1779962184.5724306},{"request_id":"1294611:15:1673197:1026","session_id":"1294611","input_length":85542,"t_proxy_recv":28202.034567547,"t_decision_unix":1779962198.5895088,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":84992,"affinity_cache_ratio":0.9935704098571462,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (550 < 8000)","v3_prefill_cache_hit":84992,"v3_new_local":550,"cache_hit":84992,"estimated_new_tokens":550,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":98254,"ongoing_decode_tokens":98254,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":43008,"new_prefill":42534,"score_linear":55246.0,"score_lmetric":42534},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":72742,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2384,"cache_hit":84992,"new_prefill":550,"score_linear":-84992.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":85542,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-84992.0,"chosen_score_lmetric":0,"t_first_token":28202.219059158,"t_first_token_unix":1779962198.7740023,"t_done":28203.830194558,"t_done_unix":1779962200.3851418},{"request_id":"1253804:26:1663639:1021","session_id":"1253804","input_length":98254,"t_proxy_recv":28168.856677544,"t_decision_unix":1779962165.4116187,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":97792,"affinity_cache_ratio":0.9952979013577056,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (462 < 8000)","v3_prefill_cache_hit":97792,"v3_new_local":462,"cache_hit":97792,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":97792,"new_prefill":462,"score_linear":-97792.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2130,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":94670,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":83204,"ongoing_decode_tokens":83204,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2382,"cache_hit":3584,"new_prefill":94670,"score_linear":79620.0,"score_lmetric":94670},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2290,"cache_hit":0,"new_prefill":98254,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-97792.0,"chosen_score_lmetric":0,"t_first_token":28169.004101902,"t_first_token_unix":1779962165.5590458,"t_done":28205.365080537,"t_done_unix":1779962201.9200242},{"request_id":"1294611:15:1676489:1027","session_id":"1294611","input_length":85722,"t_proxy_recv":28213.425173186,"t_decision_unix":1779962209.9801147,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":85504,"affinity_cache_ratio":0.9974568955460675,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (218 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":218,"cache_hit":85504,"estimated_new_tokens":218,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":43008,"new_prefill":42714,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":72922,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2385,"cache_hit":85504,"new_prefill":218,"score_linear":-85504.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":0,"new_prefill":85722,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":28213.544436994,"t_first_token_unix":1779962210.0993803,"t_done":28216.15207462,"t_done_unix":1779962212.707018},{"request_id":"1399948:50:1677482:1028","session_id":"1399948","input_length":42648,"t_proxy_recv":28216.672635419,"t_decision_unix":1779962213.2275767,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9484149315325455,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2200 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":2200,"cache_hit":40448,"estimated_new_tokens":2200,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":38040,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2385,"cache_hit":0,"new_prefill":42648,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2291,"cache_hit":40448,"new_prefill":2200,"score_linear":-40448.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28217.265879395,"t_first_token_unix":1779962213.8208232,"t_done":28220.917643778,"t_done_unix":1779962217.4725869},{"request_id":"1294611:15:1679070:1029","session_id":"1294611","input_length":86602,"t_proxy_recv":28222.099219423,"t_decision_unix":1779962218.654161,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":85504,"affinity_cache_ratio":0.987321308976698,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1098 < 8000)","v3_prefill_cache_hit":85504,"v3_new_local":1098,"cache_hit":85504,"estimated_new_tokens":1098,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":43008,"new_prefill":43594,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":73802,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2385,"cache_hit":85504,"new_prefill":1098,"score_linear":-85504.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":0,"new_prefill":86602,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-85504.0,"chosen_score_lmetric":0,"t_first_token":28222.543122675,"t_first_token_unix":1779962219.0980663,"t_done":28225.345156954,"t_done_unix":1779962221.9001},{"request_id":"1253804:27:1683133:1031","session_id":"1253804","input_length":101743,"t_proxy_recv":28235.729844897,"t_decision_unix":1779962232.2847862,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9963928722369106,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (367 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":367,"cache_hit":101376,"estimated_new_tokens":367,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":101376,"new_prefill":367,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98159,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":86925,"ongoing_decode_tokens":86925,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2387,"cache_hit":3584,"new_prefill":98159,"score_linear":83341.0,"score_lmetric":98159},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":0,"new_prefill":101743,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":28235.938637917,"t_first_token_unix":1779962232.4935815,"t_done":28236.251146844,"t_done_unix":1779962232.8060904},{"request_id":"1294611:15:1682649:1030","session_id":"1294611","input_length":86925,"t_proxy_recv":28234.007632873,"t_decision_unix":1779962230.5625744,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":86528,"affinity_cache_ratio":0.9954328444060973,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (397 < 8000)","v3_prefill_cache_hit":86528,"v3_new_local":397,"cache_hit":86528,"estimated_new_tokens":397,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":43008,"new_prefill":43917,"score_linear":-43008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":12800,"new_prefill":74125,"score_linear":-12800.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2387,"cache_hit":86528,"new_prefill":397,"score_linear":-86528.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":0,"new_prefill":86925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-86528.0,"chosen_score_lmetric":0,"t_first_token":28234.145505386,"t_first_token_unix":1779962230.700449,"t_done":28238.143432282,"t_done_unix":1779962234.6983757},{"request_id":"1253804:28:1685257:1032","session_id":"1253804","input_length":101794,"t_proxy_recv":28242.728707994,"t_decision_unix":1779962239.2836492,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9958936676031986,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":418,"cache_hit":101376,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":101376,"new_prefill":418,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98210,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":0,"new_prefill":101794,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":28242.868180351,"t_first_token_unix":1779962239.423124,"t_done":28243.588938208,"t_done_unix":1779962240.143882},{"request_id":"1399948:51:1686626:1033","session_id":"1399948","input_length":43407,"t_proxy_recv":28247.662728292,"t_decision_unix":1779962244.2176697,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43008,"affinity_cache_ratio":0.9908079342041606,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (399 < 8000)","v3_prefill_cache_hit":43008,"v3_new_local":399,"cache_hit":43008,"estimated_new_tokens":399,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":38799,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":43407,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2296,"cache_hit":43008,"new_prefill":399,"score_linear":-43008.0,"score_lmetric":0}],"chosen_score_linear":-43008.0,"chosen_score_lmetric":0,"t_first_token":28247.819173646,"t_first_token_unix":1779962244.374117,"t_done":28249.259597058,"t_done_unix":1779962245.8145404},{"request_id":"1253804:29:1688398:1034","session_id":"1253804","input_length":102067,"t_proxy_recv":28253.717998858,"t_decision_unix":1779962250.27294,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101376,"affinity_cache_ratio":0.9932299371981149,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (691 < 8000)","v3_prefill_cache_hit":101376,"v3_new_local":691,"cache_hit":101376,"estimated_new_tokens":691,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2155,"cache_hit":101376,"new_prefill":691,"score_linear":-101376.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98483,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":102067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101376.0,"chosen_score_lmetric":0,"t_first_token":28254.026039742,"t_first_token_unix":1779962250.5809834,"t_done":28255.047393133,"t_done_unix":1779962251.6023393},{"request_id":"1399948:52:1689144:1035","session_id":"1399948","input_length":43673,"t_proxy_recv":28256.298284996,"t_decision_unix":1779962252.8532264,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9964966913195796,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (153 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":153,"cache_hit":43520,"estimated_new_tokens":153,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":39065,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":43673,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":43520,"new_prefill":153,"score_linear":-43520.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":28256.406084003,"t_first_token_unix":1779962252.9610274,"t_done":28257.144096297,"t_done_unix":1779962253.6990395},{"request_id":"1356885:9:1689871:1036","session_id":"1356885","input_length":132823,"t_proxy_recv":28258.674632875,"t_decision_unix":1779962255.2295742,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9983813044427546,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (215 < 8000)","v3_prefill_cache_hit":132608,"v3_new_local":215,"cache_hit":132608,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":6656,"new_prefill":126167,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":132608,"new_prefill":215,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":131799,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":132823,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":28258.951198647,"t_first_token_unix":1779962255.5061426,"t_done":28260.658140221,"t_done_unix":1779962257.2130837},{"request_id":"1253804:30:1690362:1037","session_id":"1253804","input_length":102214,"t_proxy_recv":28260.328873275,"t_decision_unix":1779962256.8838146,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9968106130275696,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (326 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":326,"cache_hit":101888,"estimated_new_tokens":326,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":101888,"new_prefill":326,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":132823,"ongoing_decode_tokens":132823,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102214,"score_linear":132823.0,"score_lmetric":102214},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98630,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":102214,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":28260.520449551,"t_first_token_unix":1779962257.0753925,"t_done":28261.283507666,"t_done_unix":1779962257.8384514},{"request_id":"1253804:31:1691981:1038","session_id":"1253804","input_length":102322,"t_proxy_recv":28265.908707997,"t_decision_unix":1779962262.4636493,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9957584879107132,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (434 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":434,"cache_hit":101888,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":101888,"new_prefill":434,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98738,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":0,"new_prefill":102322,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":28266.059665746,"t_first_token_unix":1779962262.6146095,"t_done":28266.446991018,"t_done_unix":1779962263.0019338},{"request_id":"1399948:53:1692115:1039","session_id":"1399948","input_length":43938,"t_proxy_recv":28266.423010439,"t_decision_unix":1779962262.9779518,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":43520,"affinity_cache_ratio":0.9904865947471437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (418 < 8000)","v3_prefill_cache_hit":43520,"v3_new_local":418,"cache_hit":43520,"estimated_new_tokens":418,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":102322,"ongoing_decode_tokens":102322,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":0,"new_prefill":43938,"score_linear":102322.0,"score_lmetric":43938},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":39330,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":43938,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2297,"cache_hit":43520,"new_prefill":418,"score_linear":-43520.0,"score_lmetric":0}],"chosen_score_linear":-43520.0,"chosen_score_lmetric":0,"t_first_token":28266.5764135,"t_first_token_unix":1779962263.1313567,"t_done":28267.947584084,"t_done_unix":1779962264.5025272},{"request_id":"1253804:32:1693715:1040","session_id":"1253804","input_length":102509,"t_proxy_recv":28271.990256138,"t_decision_unix":1779962268.5451975,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":101888,"affinity_cache_ratio":0.9939419953369948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (621 < 8000)","v3_prefill_cache_hit":101888,"v3_new_local":621,"cache_hit":101888,"estimated_new_tokens":621,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2156,"cache_hit":101888,"new_prefill":621,"score_linear":-101888.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":98925,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":102509,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-101888.0,"chosen_score_lmetric":0,"t_first_token":28272.301062427,"t_first_token_unix":1779962268.8560061,"t_done":28273.080338975,"t_done_unix":1779962269.6352825},{"request_id":"1399948:54:1694570:1041","session_id":"1399948","input_length":44182,"t_proxy_recv":28275.080042855,"t_decision_unix":1779962271.6349843,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9966049522429948,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (150 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":150,"cache_hit":44032,"estimated_new_tokens":150,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":39574,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":44182,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":44032,"new_prefill":150,"score_linear":-44032.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":28275.18942143,"t_first_token_unix":1779962271.7443647,"t_done":28275.468922648,"t_done_unix":1779962272.023866},{"request_id":"1253804:33:1695393:1042","session_id":"1253804","input_length":102632,"t_proxy_recv":28277.743325109,"t_decision_unix":1779962274.2982662,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9977394964533479,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (232 < 8000)","v3_prefill_cache_hit":102400,"v3_new_local":232,"cache_hit":102400,"estimated_new_tokens":232,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":102400,"new_prefill":232,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99048,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":102632,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":28277.936302154,"t_first_token_unix":1779962274.4912457,"t_done":28278.440723123,"t_done_unix":1779962274.9956663},{"request_id":"1253804:34:1697569:1043","session_id":"1253804","input_length":102792,"t_proxy_recv":28285.580163546,"t_decision_unix":1779962282.1351044,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102400,"affinity_cache_ratio":0.9961864736555374,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (392 < 8000)","v3_prefill_cache_hit":102400,"v3_new_local":392,"cache_hit":102400,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2157,"cache_hit":102400,"new_prefill":392,"score_linear":-102400.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99208,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":102792,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102400.0,"chosen_score_lmetric":0,"t_first_token":28285.826810145,"t_first_token_unix":1779962282.3817544,"t_done":28289.228419081,"t_done_unix":1779962285.7833624},{"request_id":"1253804:35:1701250:1044","session_id":"1253804","input_length":103349,"t_proxy_recv":28298.123466307,"t_decision_unix":1779962294.6784077,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9957716088205981,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":102912,"v3_new_local":437,"cache_hit":102912,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":102912,"new_prefill":437,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99765,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":103349,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":28298.435093925,"t_first_token_unix":1779962294.9900377,"t_done":28298.748038722,"t_done_unix":1779962295.302982},{"request_id":"1253804:36:1702697:1045","session_id":"1253804","input_length":103400,"t_proxy_recv":28303.274593347,"t_decision_unix":1779962299.829534,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":102912,"affinity_cache_ratio":0.9952804642166344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (488 < 8000)","v3_prefill_cache_hit":102912,"v3_new_local":488,"cache_hit":102912,"estimated_new_tokens":488,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2158,"cache_hit":102912,"new_prefill":488,"score_linear":-102912.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99816,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":103400,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-102912.0,"chosen_score_lmetric":0,"t_first_token":28303.415976726,"t_first_token_unix":1779962299.97092,"t_done":28303.866449064,"t_done_unix":1779962300.4213924},{"request_id":"1399948:55:1704272:1047","session_id":"1399948","input_length":45284,"t_proxy_recv":28308.54271681,"t_decision_unix":1779962305.0976584,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":44032,"affinity_cache_ratio":0.9723522657009098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1252 < 8000)","v3_prefill_cache_hit":44032,"v3_new_local":1252,"cache_hit":44032,"estimated_new_tokens":1252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":45284,"score_linear":103471.0,"score_lmetric":45284},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":40676,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":45284,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":44032,"new_prefill":1252,"score_linear":-44032.0,"score_lmetric":0}],"chosen_score_linear":-44032.0,"chosen_score_lmetric":0,"t_first_token":28308.981758075,"t_first_token_unix":1779962305.5367024,"t_done":28310.663639496,"t_done_unix":1779962307.2185829},{"request_id":"1356885:10:1706624:1048","session_id":"1356885","input_length":133014,"t_proxy_recv":28316.871348568,"t_decision_unix":1779962313.4262893,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":132608,"affinity_cache_ratio":0.9969476897168719,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (406 < 8000)","v3_prefill_cache_hit":132608,"v3_new_local":406,"cache_hit":132608,"estimated_new_tokens":406,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":6656,"new_prefill":126358,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":133014,"score_linear":103471.0,"score_lmetric":133014},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":132608,"new_prefill":406,"score_linear":-132608.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":131990,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2300,"cache_hit":0,"new_prefill":133014,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-132608.0,"chosen_score_lmetric":0,"t_first_token":28317.123188742,"t_first_token_unix":1779962313.678137,"t_done":28318.606749255,"t_done_unix":1779962315.1616955},{"request_id":"1253804:37:1704071:1046","session_id":"1253804","input_length":103471,"t_proxy_recv":28307.746564115,"t_decision_unix":1779962304.3015053,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":103424,"affinity_cache_ratio":0.9995457664466372,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (47 < 8000)","v3_prefill_cache_hit":103424,"v3_new_local":47,"cache_hit":103424,"estimated_new_tokens":47,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":103424,"new_prefill":47,"score_linear":-103424.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2132,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":99887,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2298,"cache_hit":0,"new_prefill":103471,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-103424.0,"chosen_score_lmetric":0,"t_first_token":28307.884787795,"t_first_token_unix":1779962304.4397311,"t_done":28323.354567647,"t_done_unix":1779962319.9095109},{"request_id":"1399948:56:1708284:1049","session_id":"1399948","input_length":45571,"t_proxy_recv":28322.580183499,"t_decision_unix":1779962319.1351247,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9886989532816923,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (515 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":515,"cache_hit":45056,"estimated_new_tokens":515,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":103471,"ongoing_decode_tokens":103471,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2159,"cache_hit":0,"new_prefill":45571,"score_linear":103471.0,"score_lmetric":45571},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":40963,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":45571,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2300,"cache_hit":45056,"new_prefill":515,"score_linear":-45056.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":28322.692158179,"t_first_token_unix":1779962319.2471015,"t_done":28323.591548958,"t_done_unix":1779962320.1464922},{"request_id":"1399948:57:1711464:1050","session_id":"1399948","input_length":45756,"t_proxy_recv":28333.366879563,"t_decision_unix":1779962329.9218209,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":45568,"affinity_cache_ratio":0.995891249235073,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (188 < 8000)","v3_prefill_cache_hit":45568,"v3_new_local":188,"cache_hit":45568,"estimated_new_tokens":188,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":41148,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":45756,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2301,"cache_hit":45568,"new_prefill":188,"score_linear":-45568.0,"score_lmetric":0}],"chosen_score_linear":-45568.0,"chosen_score_lmetric":0,"t_first_token":28333.478904761,"t_first_token_unix":1779962330.033848,"t_done":28335.962074074,"t_done_unix":1779962332.5170174},{"request_id":"1253804:38:1712824:1051","session_id":"1253804","input_length":104953,"t_proxy_recv":28338.19771122,"t_decision_unix":1779962334.7526526,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104448,"affinity_cache_ratio":0.9951883223919278,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (505 < 8000)","v3_prefill_cache_hit":104448,"v3_new_local":505,"cache_hit":104448,"estimated_new_tokens":505,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":104448,"new_prefill":505,"score_linear":-104448.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":101369,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":104953,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104448.0,"chosen_score_lmetric":0,"t_first_token":28338.395490782,"t_first_token_unix":1779962334.9504344,"t_done":28338.71233698,"t_done_unix":1779962335.2672808},{"request_id":"1253804:39:1714767:1052","session_id":"1253804","input_length":105004,"t_proxy_recv":28344.779603643,"t_decision_unix":1779962341.334545,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9995809683440631,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (44 < 8000)","v3_prefill_cache_hit":104960,"v3_new_local":44,"cache_hit":104960,"estimated_new_tokens":44,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":104960,"new_prefill":44,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":101420,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105004,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":28344.921946835,"t_first_token_unix":1779962341.4768903,"t_done":28345.498988476,"t_done_unix":1779962342.053932},{"request_id":"1253804:40:1716790:1053","session_id":"1253804","input_length":105156,"t_proxy_recv":28351.495567265,"t_decision_unix":1779962348.0505083,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":104960,"affinity_cache_ratio":0.9981361025523984,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (196 < 8000)","v3_prefill_cache_hit":104960,"v3_new_local":196,"cache_hit":104960,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":104960,"new_prefill":196,"score_linear":-104960.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":3584,"new_prefill":101572,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105156,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-104960.0,"chosen_score_lmetric":0,"t_first_token":28351.743965803,"t_first_token_unix":1779962348.2989094,"t_done":28356.402916227,"t_done_unix":1779962352.9578598},{"request_id":"1305906:4:1718131:1054","session_id":"1305906","input_length":47861,"t_proxy_recv":28355.943293862,"t_decision_unix":1779962352.4982352,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":45056,"affinity_cache_ratio":0.9413927832682142,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2805 < 8000)","v3_prefill_cache_hit":45056,"v3_new_local":2805,"cache_hit":45056,"estimated_new_tokens":2805,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":45056,"new_prefill":2805,"score_linear":-45056.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":105156,"ongoing_decode_tokens":105156,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2161,"cache_hit":0,"new_prefill":47861,"score_linear":105156.0,"score_lmetric":47861},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":47861,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-45056.0,"chosen_score_lmetric":0,"t_first_token":28356.867318893,"t_first_token_unix":1779962353.4222631,"t_done":28358.949280045,"t_done_unix":1779962355.5042233},{"request_id":"1305906:5:1514292:934","session_id":"1305906","input_length":49817,"t_proxy_recv":28358.960778002,"t_decision_unix":1779962355.5157092,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9660959110343859,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1689 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":1689,"cache_hit":48128,"estimated_new_tokens":1689,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2160,"cache_hit":48128,"new_prefill":1689,"score_linear":-48128.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37173,"ongoing_decode_tokens":0,"pending_prefill_tokens":1845,"num_requests":1,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":0,"new_prefill":49817,"score_linear":37173.0,"score_lmetric":51662},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":49817,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":28359.618512825,"t_first_token_unix":1779962356.1734567,"t_done":28360.293173825,"t_done_unix":1779962356.8481174},{"request_id":"1340290:13:1718889:1055","session_id":"1340290","input_length":37173,"t_proxy_recv":28358.576888007,"t_decision_unix":1779962355.131829,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":35328,"affinity_cache_ratio":0.9503672020014526,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1845 < 8000)","v3_prefill_cache_hit":35328,"v3_new_local":1845,"cache_hit":35328,"estimated_new_tokens":1845,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":47861,"ongoing_decode_tokens":47861,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2154,"cache_hit":20992,"new_prefill":16181,"score_linear":26869.0,"score_lmetric":16181},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2388,"cache_hit":35328,"new_prefill":1845,"score_linear":-35328.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":37173,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-35328.0,"chosen_score_lmetric":0,"t_first_token":28364.199447693,"t_first_token_unix":1779962360.7543917,"t_done":28365.833428469,"t_done_unix":1779962362.388372},{"request_id":"1253804:41:1721979:1057","session_id":"1253804","input_length":105638,"t_proxy_recv":28369.176780188,"t_decision_unix":1779962365.7317212,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9984285957704614,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (166 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":166,"cache_hit":105472,"estimated_new_tokens":166,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":105472,"new_prefill":166,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102054,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37438,"ongoing_decode_tokens":37438,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":3584,"new_prefill":102054,"score_linear":33854.0,"score_lmetric":102054},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105638,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":28369.372465906,"t_first_token_unix":1779962365.927409,"t_done":28370.026225083,"t_done_unix":1779962366.5811684},{"request_id":"1340290:14:1721731:1056","session_id":"1340290","input_length":37438,"t_proxy_recv":28368.297362173,"t_decision_unix":1779962364.8523035,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.998343928628666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (62 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":62,"cache_hit":37376,"estimated_new_tokens":62,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":20992,"new_prefill":16446,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":37376,"new_prefill":62,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":37438,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":28368.368287491,"t_first_token_unix":1779962364.9232306,"t_done":28370.153510098,"t_done_unix":1779962366.7084534},{"request_id":"1253804:42:1724453:1058","session_id":"1253804","input_length":105715,"t_proxy_recv":28377.674559111,"t_decision_unix":1779962374.2295005,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9977013668826562,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (243 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":243,"cache_hit":105472,"estimated_new_tokens":243,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":105472,"new_prefill":243,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":3584,"new_prefill":102131,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105715,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":28377.817299358,"t_first_token_unix":1779962374.372243,"t_done":28378.601561272,"t_done_unix":1779962375.1565044},{"request_id":"1253804:43:1726322:1060","session_id":"1253804","input_length":105845,"t_proxy_recv":28383.748751891,"t_decision_unix":1779962380.303693,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9964759790259341,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (373 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":373,"cache_hit":105472,"estimated_new_tokens":373,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":105472,"new_prefill":373,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102261,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":3584,"new_prefill":102261,"score_linear":34140.0,"score_lmetric":102261},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":105845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":28383.948088057,"t_first_token_unix":1779962380.5030313,"t_done":28384.640666661,"t_done_unix":1779962381.195613},{"request_id":"1399948:58:1726693:1061","session_id":"1399948","input_length":46886,"t_proxy_recv":28384.965118744,"t_decision_unix":1779962381.5200598,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46080,"affinity_cache_ratio":0.982809367401783,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (806 < 8000)","v3_prefill_cache_hit":46080,"v3_new_local":806,"cache_hit":46080,"estimated_new_tokens":806,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":46886,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":42278,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":0,"new_prefill":46886,"score_linear":37724.0,"score_lmetric":46886},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":46080,"new_prefill":806,"score_linear":-46080.0,"score_lmetric":0}],"chosen_score_linear":-46080.0,"chosen_score_lmetric":0,"t_first_token":28385.325269829,"t_first_token_unix":1779962381.8802135,"t_done":28385.457029822,"t_done_unix":1779962382.0119731},{"request_id":"1399948:59:1728305:1062","session_id":"1399948","input_length":46927,"t_proxy_recv":28390.256789477,"t_decision_unix":1779962386.8117306,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9928612525838004,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (335 < 8000)","v3_prefill_cache_hit":46592,"v3_new_local":335,"cache_hit":46592,"estimated_new_tokens":335,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":46927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":42319,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":0,"new_prefill":46927,"score_linear":37724.0,"score_lmetric":46927},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":46592,"new_prefill":335,"score_linear":-46592.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":28390.340676197,"t_first_token_unix":1779962386.8956199,"t_done":28390.487992,"t_done_unix":1779962387.0429354},{"request_id":"1253804:44:1728625:1063","session_id":"1253804","input_length":106070,"t_proxy_recv":28391.449744436,"t_decision_unix":1779962388.0046856,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105472,"affinity_cache_ratio":0.9943622136325069,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (598 < 8000)","v3_prefill_cache_hit":105472,"v3_new_local":598,"cache_hit":105472,"estimated_new_tokens":598,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":105472,"new_prefill":598,"score_linear":-105472.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102486,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":37724,"ongoing_decode_tokens":37724,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":3584,"new_prefill":102486,"score_linear":34140.0,"score_lmetric":102486},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":106070,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105472.0,"chosen_score_lmetric":0,"t_first_token":28391.772674403,"t_first_token_unix":1779962388.3276188,"t_done":28392.816443287,"t_done_unix":1779962389.3713892},{"request_id":"1340290:15:1725612:1059","session_id":"1340290","input_length":37724,"t_proxy_recv":28381.482654765,"t_decision_unix":1779962378.037596,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":37376,"affinity_cache_ratio":0.9907751033824621,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (348 < 8000)","v3_prefill_cache_hit":37376,"v3_new_local":348,"cache_hit":37376,"estimated_new_tokens":348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":20992,"new_prefill":16732,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2162,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2392,"cache_hit":37376,"new_prefill":348,"score_linear":-37376.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":37724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-37376.0,"chosen_score_lmetric":0,"t_first_token":28381.556324098,"t_first_token_unix":1779962378.1112676,"t_done":28399.191591505,"t_done_unix":1779962395.746535},{"request_id":"1253804:45:1732408:1064","session_id":"1253804","input_length":106394,"t_proxy_recv":28404.416488916,"t_decision_unix":1779962400.97143,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9961463992330395,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (410 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":410,"cache_hit":105984,"estimated_new_tokens":410,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":105984,"new_prefill":410,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":102810,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":0,"new_prefill":106394,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":28404.736622477,"t_first_token_unix":1779962401.2915664,"t_done":28405.111444966,"t_done_unix":1779962401.6663883},{"request_id":"1399948:60:1732843:1065","session_id":"1399948","input_length":47074,"t_proxy_recv":28406.010614678,"t_decision_unix":1779962402.565556,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":46592,"affinity_cache_ratio":0.9897608021413095,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (482 < 8000)","v3_prefill_cache_hit":46592,"v3_new_local":482,"cache_hit":46592,"estimated_new_tokens":482,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":42466,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":47074,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":46592,"new_prefill":482,"score_linear":-46592.0,"score_lmetric":0}],"chosen_score_linear":-46592.0,"chosen_score_lmetric":0,"t_first_token":28406.131897342,"t_first_token_unix":1779962402.686841,"t_done":28406.507132309,"t_done_unix":1779962403.0620754},{"request_id":"1253804:46:1733935:1066","session_id":"1253804","input_length":106443,"t_proxy_recv":28409.506956292,"t_decision_unix":1779962406.0618978,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":105984,"affinity_cache_ratio":0.9956878329246639,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (459 < 8000)","v3_prefill_cache_hit":105984,"v3_new_local":459,"cache_hit":105984,"estimated_new_tokens":459,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":105984,"new_prefill":459,"score_linear":-105984.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":102859,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":106443,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-105984.0,"chosen_score_lmetric":0,"t_first_token":28409.642020559,"t_first_token_unix":1779962406.1969638,"t_done":28410.356673309,"t_done_unix":1779962406.9116166},{"request_id":"1399948:61:1735933:1067","session_id":"1399948","input_length":47205,"t_proxy_recv":28416.206537984,"t_decision_unix":1779962412.7614791,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9978603961444762,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (101 < 8000)","v3_prefill_cache_hit":47104,"v3_new_local":101,"cache_hit":47104,"estimated_new_tokens":101,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":42597,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":47205,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":47104,"new_prefill":101,"score_linear":-47104.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":28416.310738889,"t_first_token_unix":1779962412.8656824,"t_done":28417.880090918,"t_done_unix":1779962414.435034},{"request_id":"1253804:47:1736337:1068","session_id":"1253804","input_length":107137,"t_proxy_recv":28417.487479659,"t_decision_unix":1779962414.042421,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":106496,"affinity_cache_ratio":0.994017006263009,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (641 < 8000)","v3_prefill_cache_hit":106496,"v3_new_local":641,"cache_hit":106496,"estimated_new_tokens":641,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":106496,"new_prefill":641,"score_linear":-106496.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":107137,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":103553,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":47205,"ongoing_decode_tokens":47205,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":107137,"score_linear":47205.0,"score_lmetric":107137}],"chosen_score_linear":-106496.0,"chosen_score_lmetric":0,"t_first_token":28418.207979824,"t_first_token_unix":1779962414.7629235,"t_done":28418.626092423,"t_done_unix":1779962415.1810362},{"request_id":"1253804:48:1737694:1069","session_id":"1253804","input_length":108145,"t_proxy_recv":28421.92255467,"t_decision_unix":1779962418.4774957,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":107008,"affinity_cache_ratio":0.98948633778723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1137 < 8000)","v3_prefill_cache_hit":107008,"v3_new_local":1137,"cache_hit":107008,"estimated_new_tokens":1137,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2165,"cache_hit":107008,"new_prefill":1137,"score_linear":-107008.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":104561,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":108145,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-107008.0,"chosen_score_lmetric":0,"t_first_token":28422.833315995,"t_first_token_unix":1779962419.3882604,"t_done":28423.260443649,"t_done_unix":1779962419.8153875},{"request_id":"1253804:49:1739030:1070","session_id":"1253804","input_length":109454,"t_proxy_recv":28426.306026242,"t_decision_unix":1779962422.8609676,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":108032,"affinity_cache_ratio":0.9870082409048551,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1422 < 8000)","v3_prefill_cache_hit":108032,"v3_new_local":1422,"cache_hit":108032,"estimated_new_tokens":1422,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2167,"cache_hit":108032,"new_prefill":1422,"score_linear":-108032.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":105870,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":109454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-108032.0,"chosen_score_lmetric":0,"t_first_token":28427.422923126,"t_first_token_unix":1779962423.9778671,"t_done":28427.855967834,"t_done_unix":1779962424.4109113},{"request_id":"1253804:50:1741670:1071","session_id":"1253804","input_length":110854,"t_proxy_recv":28435.287261739,"t_decision_unix":1779962431.8422031,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":109056,"affinity_cache_ratio":0.9837804680029588,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1798 < 8000)","v3_prefill_cache_hit":109056,"v3_new_local":1798,"cache_hit":109056,"estimated_new_tokens":1798,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2169,"cache_hit":109056,"new_prefill":1798,"score_linear":-109056.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":107270,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":110854,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-109056.0,"chosen_score_lmetric":0,"t_first_token":28436.424671546,"t_first_token_unix":1779962432.9796157,"t_done":28436.863857781,"t_done_unix":1779962433.4188023},{"request_id":"1253804:51:1744514:1072","session_id":"1253804","input_length":111661,"t_proxy_recv":28444.7134463,"t_decision_unix":1779962441.2683876,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":110592,"affinity_cache_ratio":0.9904263798461415,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1069 < 8000)","v3_prefill_cache_hit":110592,"v3_new_local":1069,"cache_hit":110592,"estimated_new_tokens":1069,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2172,"cache_hit":110592,"new_prefill":1069,"score_linear":-110592.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":108077,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":111661,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-110592.0,"chosen_score_lmetric":0,"t_first_token":28445.459487703,"t_first_token_unix":1779962442.014432,"t_done":28445.89744038,"t_done_unix":1779962442.452384},{"request_id":"1340290:16:1745847:1073","session_id":"1340290","input_length":40200,"t_proxy_recv":28449.316783013,"t_decision_unix":1779962445.8717244,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9934328358208955,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (264 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":264,"cache_hit":39936,"estimated_new_tokens":264,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":20992,"new_prefill":19208,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":39936,"new_prefill":264,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":40200,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":28449.391762544,"t_first_token_unix":1779962445.9467056,"t_done":28450.124988417,"t_done_unix":1779962446.6799319},{"request_id":"1253804:52:1746191:1074","session_id":"1253804","input_length":111724,"t_proxy_recv":28450.353444569,"t_decision_unix":1779962446.9083858,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9990333321399162,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (108 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":108,"cache_hit":111616,"estimated_new_tokens":108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":111616,"new_prefill":108,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":108140,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":111724,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":28450.50901684,"t_first_token_unix":1779962447.063961,"t_done":28451.291709757,"t_done_unix":1779962447.8466532},{"request_id":"1253804:53:1748377:1075","session_id":"1253804","input_length":111811,"t_proxy_recv":28457.689070274,"t_decision_unix":1779962454.2440119,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9982559855470392,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (195 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":195,"cache_hit":111616,"estimated_new_tokens":195,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":111616,"new_prefill":195,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":108227,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":111811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":28457.849320062,"t_first_token_unix":1779962454.404264,"t_done":28458.330891083,"t_done_unix":1779962454.8858347},{"request_id":"1399948:62:1749028:1076","session_id":"1399948","input_length":48212,"t_proxy_recv":28459.849066792,"t_decision_unix":1779962456.4040082,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":47104,"affinity_cache_ratio":0.9770181697502697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1108 < 8000)","v3_prefill_cache_hit":47104,"v3_new_local":1108,"cache_hit":47104,"estimated_new_tokens":1108,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":43604,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":48212,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":47104,"new_prefill":1108,"score_linear":-47104.0,"score_lmetric":0}],"chosen_score_linear":-47104.0,"chosen_score_lmetric":0,"t_first_token":28460.21266279,"t_first_token_unix":1779962456.7676072,"t_done":28460.774145077,"t_done_unix":1779962457.3290884},{"request_id":"1253804:54:1750056:1077","session_id":"1253804","input_length":112074,"t_proxy_recv":28463.280950729,"t_decision_unix":1779962459.8358905,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9959134143512323,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (458 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":458,"cache_hit":111616,"estimated_new_tokens":458,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2174,"cache_hit":111616,"new_prefill":458,"score_linear":-111616.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":108490,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":0,"new_prefill":112074,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":28463.617553795,"t_first_token_unix":1779962460.172498,"t_done":28469.548473021,"t_done_unix":1779962466.1034162},{"request_id":"1399948:63:1753316:1079","session_id":"1399948","input_length":48636,"t_proxy_recv":28474.146729913,"t_decision_unix":1779962470.7016714,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9895550620939222,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (508 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":508,"cache_hit":48128,"estimated_new_tokens":508,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":0,"pending_prefill_tokens":432,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":48636,"score_linear":133552.0,"score_lmetric":49068},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":44028,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":48636,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":48128,"new_prefill":508,"score_linear":-48128.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":28474.411057914,"t_first_token_unix":1779962470.9660015,"t_done":28474.518794165,"t_done_unix":1779962471.0737374},{"request_id":"1399948:64:1754453:1080","session_id":"1399948","input_length":48693,"t_proxy_recv":28478.056867993,"t_decision_unix":1779962474.6118095,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9989115478610888,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (53 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":53,"cache_hit":48640,"estimated_new_tokens":53,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":133552,"ongoing_decode_tokens":133552,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":0,"new_prefill":48693,"score_linear":133552.0,"score_lmetric":48693},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":44085,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":48693,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2307,"cache_hit":48640,"new_prefill":53,"score_linear":-48640.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":28478.162900152,"t_first_token_unix":1779962474.7178435,"t_done":28479.462238439,"t_done_unix":1779962476.0171816},{"request_id":"1356885:11:1753167:1078","session_id":"1356885","input_length":133552,"t_proxy_recv":28473.722838127,"t_decision_unix":1779962470.2777793,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":133120,"affinity_cache_ratio":0.9967653048999641,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (432 < 8000)","v3_prefill_cache_hit":133120,"v3_new_local":432,"cache_hit":133120,"estimated_new_tokens":432,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":6656,"new_prefill":126896,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2133,"cache_hit":133120,"new_prefill":432,"score_linear":-133120.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":132528,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2306,"cache_hit":0,"new_prefill":133552,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-133120.0,"chosen_score_lmetric":0,"t_first_token":28474.372670233,"t_first_token_unix":1779962470.9276145,"t_done":28491.790294478,"t_done_unix":1779962488.345242},{"request_id":"1399948:65:1759200:1081","session_id":"1399948","input_length":49220,"t_proxy_recv":28494.554391815,"t_decision_unix":1779962491.1093333,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":48640,"affinity_cache_ratio":0.9882161722876879,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (580 < 8000)","v3_prefill_cache_hit":48640,"v3_new_local":580,"cache_hit":48640,"estimated_new_tokens":580,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":44612,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":49220,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2307,"cache_hit":48640,"new_prefill":580,"score_linear":-48640.0,"score_lmetric":0}],"chosen_score_linear":-48640.0,"chosen_score_lmetric":0,"t_first_token":28494.841734582,"t_first_token_unix":1779962491.3966782,"t_done":28500.412364465,"t_done_unix":1779962496.9673092},{"request_id":"1277428:14:1767578:1082","session_id":"1277428","input_length":49716,"t_proxy_recv":28523.407279966,"t_decision_unix":1779962519.9622214,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9886555636012552,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (564 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":564,"cache_hit":49152,"estimated_new_tokens":564,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2163,"cache_hit":49152,"new_prefill":564,"score_linear":-49152.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":46132,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":32308,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":45108,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":49716,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":28523.577996668,"t_first_token_unix":1779962520.13294,"t_done":28524.626060999,"t_done_unix":1779962521.1810045},{"request_id":"1277428:14:1770237:1083","session_id":"1277428","input_length":49925,"t_proxy_recv":28532.757877603,"t_decision_unix":1779962529.312819,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.994772158237356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (261 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":261,"cache_hit":49664,"estimated_new_tokens":261,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":49664,"new_prefill":261,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":46341,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":32517,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":45317,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":49925,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28532.863165355,"t_first_token_unix":1779962529.418109,"t_done":28533.180851326,"t_done_unix":1779962529.7357945},{"request_id":"1277428:15:1771467:1084","session_id":"1277428","input_length":51398,"t_proxy_recv":28536.832232021,"t_decision_unix":1779962533.3871734,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9662632787267987,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1734 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":1734,"cache_hit":49664,"estimated_new_tokens":1734,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":49664,"new_prefill":1734,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":47814,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":33990,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":46790,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":0,"new_prefill":51398,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28537.411741119,"t_first_token_unix":1779962533.9666855,"t_done":28540.921890993,"t_done_unix":1779962537.4768345},{"request_id":"1399948:66:1772336:1085","session_id":"1399948","input_length":51012,"t_proxy_recv":28539.781739837,"t_decision_unix":1779962536.3366811,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9735748451344781,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1348 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":1348,"cache_hit":49664,"estimated_new_tokens":1348,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51398,"ongoing_decode_tokens":51398,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2164,"cache_hit":0,"new_prefill":51012,"score_linear":51398.0,"score_lmetric":51012},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":46404,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":51012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2309,"cache_hit":49664,"new_prefill":1348,"score_linear":-49664.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28540.260181941,"t_first_token_unix":1779962536.8151255,"t_done":28543.236616806,"t_done_unix":1779962539.79156},{"request_id":"1399948:67:1777074:1086","session_id":"1399948","input_length":52331,"t_proxy_recv":28555.845258289,"t_decision_unix":1779962552.4001994,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9783875714203818,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1131 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":1131,"cache_hit":51200,"estimated_new_tokens":1131,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":47723,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":52331,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2312,"cache_hit":51200,"new_prefill":1131,"score_linear":-51200.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":28556.329022421,"t_first_token_unix":1779962552.8839662,"t_done":28560.662032231,"t_done_unix":1779962557.2169752},{"request_id":"1399948:68:1784799:1087","session_id":"1399948","input_length":53289,"t_proxy_recv":28582.346542789,"t_decision_unix":1779962578.901484,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9896226238060387,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (553 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":553,"cache_hit":52736,"estimated_new_tokens":553,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":48681,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":53289,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2315,"cache_hit":52736,"new_prefill":553,"score_linear":-52736.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":28582.632877609,"t_first_token_unix":1779962579.1878211,"t_done":28586.952367035,"t_done_unix":1779962583.5073106},{"request_id":"1277428:16:1787662:1088","session_id":"1277428","input_length":52754,"t_proxy_recv":28592.787124066,"t_decision_unix":1779962589.3420653,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":51712,"affinity_cache_ratio":0.9802479432839216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1042 < 8000)","v3_prefill_cache_hit":51712,"v3_new_local":1042,"cache_hit":51712,"estimated_new_tokens":1042,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2168,"cache_hit":51712,"new_prefill":1042,"score_linear":-51712.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":49170,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":35346,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":48146,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":0,"new_prefill":52754,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51712.0,"chosen_score_lmetric":0,"t_first_token":28593.183152491,"t_first_token_unix":1779962589.7380962,"t_done":28593.781791753,"t_done_unix":1779962590.336735},{"request_id":"1305906:5:1788459:1089","session_id":"1305906","input_length":52461,"t_proxy_recv":28595.32092483,"t_decision_unix":1779962591.8758662,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":49664,"affinity_cache_ratio":0.946684203503555,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2797 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":2797,"cache_hit":49664,"estimated_new_tokens":2797,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2170,"cache_hit":49664,"new_prefill":2797,"score_linear":-49664.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":0,"new_prefill":52461,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28596.308755802,"t_first_token_unix":1779962592.8636994,"t_done":28596.820568585,"t_done_unix":1779962593.3755116},{"request_id":"1399948:69:1790968:1090","session_id":"1399948","input_length":54141,"t_proxy_recv":28603.917617826,"t_decision_unix":1779962600.4725595,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9929628193051476,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (381 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":381,"cache_hit":53760,"estimated_new_tokens":381,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":51255,"ongoing_decode_tokens":51255,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54141,"score_linear":51255.0,"score_lmetric":54141},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":49533,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54141,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":53760,"new_prefill":381,"score_linear":-53760.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":28604.201783321,"t_first_token_unix":1779962600.7567267,"t_done":28608.100403187,"t_done_unix":1779962604.6553483},{"request_id":"1305906:6:1529600:945","session_id":"1305906","input_length":51255,"t_proxy_recv":28596.830065643,"t_decision_unix":1779962593.3850074,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":51200,"affinity_cache_ratio":0.9989269339576626,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (55 < 8000)","v3_prefill_cache_hit":51200,"v3_new_local":55,"cache_hit":51200,"estimated_new_tokens":55,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":51200,"new_prefill":55,"score_linear":-51200.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2317,"cache_hit":0,"new_prefill":51255,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-51200.0,"chosen_score_lmetric":0,"t_first_token":28596.898545526,"t_first_token_unix":1779962593.4534886,"t_done":28611.908690174,"t_done_unix":1779962608.463634},{"request_id":"1277428:17:1793546:1091","session_id":"1277428","input_length":53574,"t_proxy_recv":28612.918453133,"t_decision_unix":1779962609.4733944,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9843580841452944,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (838 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":838,"cache_hit":52736,"estimated_new_tokens":838,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2177,"cache_hit":52736,"new_prefill":838,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":49990,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":36166,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":48966,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":53574,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":28613.310179803,"t_first_token_unix":1779962609.865124,"t_done":28614.632185176,"t_done_unix":1779962611.1871285},{"request_id":"1399948:70:1795589:1092","session_id":"1399948","input_length":54654,"t_proxy_recv":28620.241488991,"t_decision_unix":1779962616.7964303,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9930105756211806,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (382 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":382,"cache_hit":54272,"estimated_new_tokens":382,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":50046,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54654,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":54272,"new_prefill":382,"score_linear":-54272.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":28620.330155578,"t_first_token_unix":1779962616.885099,"t_done":28621.268600649,"t_done_unix":1779962617.823544},{"request_id":"1277428:18:1796824:1093","session_id":"1277428","input_length":53805,"t_proxy_recv":28624.836022788,"t_decision_unix":1779962621.390964,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53248,"affinity_cache_ratio":0.9896478022488616,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (557 < 8000)","v3_prefill_cache_hit":53248,"v3_new_local":557,"cache_hit":53248,"estimated_new_tokens":557,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2178,"cache_hit":53248,"new_prefill":557,"score_linear":-53248.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":50221,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":36397,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":49197,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":0,"new_prefill":53805,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53248.0,"chosen_score_lmetric":0,"t_first_token":28624.963967658,"t_first_token_unix":1779962621.518911,"t_done":28625.339798973,"t_done_unix":1779962621.8947423},{"request_id":"1399948:71:1800797:1094","session_id":"1399948","input_length":54920,"t_proxy_recv":28638.429017816,"t_decision_unix":1779962634.983959,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9882010196649672,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (648 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":648,"cache_hit":54272,"estimated_new_tokens":648,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":50312,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54920,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2318,"cache_hit":54272,"new_prefill":648,"score_linear":-54272.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":28638.610765631,"t_first_token_unix":1779962635.1657093,"t_done":28640.69178971,"t_done_unix":1779962637.2467334},{"request_id":"1399948:72:1804699:1097","session_id":"1399948","input_length":55246,"t_proxy_recv":28651.877023073,"t_decision_unix":1779962648.4319642,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9916374036129313,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (462 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":462,"cache_hit":54784,"estimated_new_tokens":462,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":55246,"score_linear":112634.0,"score_lmetric":55246},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":55246,"score_linear":111736.0,"score_lmetric":55246},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":50638,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":55246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":54784,"new_prefill":462,"score_linear":-54784.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":28651.99756096,"t_first_token_unix":1779962648.552505,"t_done":28652.391765506,"t_done_unix":1779962648.946709},{"request_id":"1399948:73:1805981:1098","session_id":"1399948","input_length":55559,"t_proxy_recv":28656.058367486,"t_decision_unix":1779962652.6133087,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9952662934898037,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (263 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":263,"cache_hit":55296,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":55559,"score_linear":112634.0,"score_lmetric":55559},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":55559,"score_linear":111736.0,"score_lmetric":55559},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":50951,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":55559,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":55296,"new_prefill":263,"score_linear":-55296.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":28656.24751805,"t_first_token_unix":1779962652.8024614,"t_done":28657.543271429,"t_done_unix":1779962654.0982146},{"request_id":"1305906:6:1806419:1099","session_id":"1305906","input_length":52932,"t_proxy_recv":28657.567183591,"t_decision_unix":1779962654.1221251,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9962971359480087,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (196 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":196,"cache_hit":52736,"estimated_new_tokens":196,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":52736,"new_prefill":196,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":52932,"score_linear":112634.0,"score_lmetric":52932},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":52932,"score_linear":111736.0,"score_lmetric":52932},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":52932,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":28657.640010791,"t_first_token_unix":1779962654.194954,"t_done":28658.354249472,"t_done_unix":1779962654.9091928},{"request_id":"1305906:7:1572780:964","session_id":"1305906","input_length":54789,"t_proxy_recv":28658.36938924,"t_decision_unix":1779962654.924331,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":52736,"affinity_cache_ratio":0.9625289747942105,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2053 < 8000)","v3_prefill_cache_hit":52736,"v3_new_local":2053,"cache_hit":52736,"estimated_new_tokens":2053,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":52736,"new_prefill":2053,"score_linear":-52736.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":54789,"score_linear":112634.0,"score_lmetric":54789},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":54789,"score_linear":111736.0,"score_lmetric":54789},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":0,"new_prefill":54789,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-52736.0,"chosen_score_lmetric":0,"t_first_token":28659.086904139,"t_first_token_unix":1779962655.641855,"t_done":28659.389307797,"t_done_unix":1779962655.9442525},{"request_id":"1399948:74:1808473:1100","session_id":"1399948","input_length":55791,"t_proxy_recv":28664.759564397,"t_decision_unix":1779962661.3145056,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9911276012260042,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (495 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":495,"cache_hit":55296,"estimated_new_tokens":495,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":55791,"score_linear":112634.0,"score_lmetric":55791},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":55791,"score_linear":111736.0,"score_lmetric":55791},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":51183,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":55791,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2320,"cache_hit":55296,"new_prefill":495,"score_linear":-55296.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":28664.891736968,"t_first_token_unix":1779962661.44668,"t_done":28666.772520724,"t_done_unix":1779962663.3274639},{"request_id":"1270606:6:1804345:1096","session_id":"1270606","input_length":111736,"t_proxy_recv":28650.712253809,"t_decision_unix":1779962647.2671945,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":111616,"affinity_cache_ratio":0.9989260399513138,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (120 < 8000)","v3_prefill_cache_hit":111616,"v3_new_local":120,"cache_hit":111616,"estimated_new_tokens":120,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":1536,"new_prefill":110200,"score_linear":111098.0,"score_lmetric":110200},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":111616,"new_prefill":120,"score_linear":-111616.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":0,"new_prefill":111736,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-111616.0,"chosen_score_lmetric":0,"t_first_token":28650.983168255,"t_first_token_unix":1779962647.5381122,"t_done":28693.729420851,"t_done_unix":1779962690.2843683},{"request_id":"1399948:75:1817312:1101","session_id":"1399948","input_length":57308,"t_proxy_recv":28693.295842619,"t_decision_unix":1779962689.850784,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9738256438891604,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1500 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":1500,"cache_hit":55808,"estimated_new_tokens":1500,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":57308,"score_linear":112634.0,"score_lmetric":57308},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":111736,"ongoing_decode_tokens":111736,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":57308,"score_linear":111736.0,"score_lmetric":57308},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":52700,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":57308,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2321,"cache_hit":55808,"new_prefill":1500,"score_linear":-55808.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":28693.929655576,"t_first_token_unix":1779962690.4845994,"t_done":28694.768604415,"t_done_unix":1779962691.323548},{"request_id":"1399948:76:1821495:1102","session_id":"1399948","input_length":57659,"t_proxy_recv":28706.9526067,"t_decision_unix":1779962703.507548,"policy":"unified_v3","decision":"affinity","affinity_idx":7,"chosen_idx":7,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9945368459390554,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (315 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":315,"cache_hit":57344,"estimated_new_tokens":315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8007","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":0,"new_prefill":57659,"score_linear":112634.0,"score_lmetric":57659},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":4608,"new_prefill":53051,"score_linear":-4608.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":57659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":57344,"new_prefill":315,"score_linear":-57344.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":28707.148670457,"t_first_token_unix":1779962703.7036138,"t_done":28707.810497558,"t_done_unix":1779962704.3654413},{"request_id":"1270606:6:1822681:1103","session_id":"1270606","input_length":112180,"t_proxy_recv":28710.79532899,"t_decision_unix":1779962707.3502705,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9995364592619005,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (52 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":52,"cache_hit":112128,"estimated_new_tokens":52,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":1536,"new_prefill":110644,"score_linear":111098.0,"score_lmetric":110644},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":112128,"new_prefill":52,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":112180,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":28710.939075573,"t_first_token_unix":1779962707.4940188,"t_done":28711.832685119,"t_done_unix":1779962708.3876283},{"request_id":"1270606:7:1825806:1104","session_id":"1270606","input_length":112645,"t_proxy_recv":28721.408856278,"t_decision_unix":1779962717.9637978,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9954103599804697,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (517 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":517,"cache_hit":112128,"estimated_new_tokens":517,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":1536,"new_prefill":111109,"score_linear":111098.0,"score_lmetric":111109},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2339,"cache_hit":112128,"new_prefill":517,"score_linear":-112128.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":112645,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":28721.956489997,"t_first_token_unix":1779962718.5114338,"t_done":28726.034956571,"t_done_unix":1779962722.5899003},{"request_id":"1277428:19:1834491:1105","session_id":"1277428","input_length":58474,"t_proxy_recv":28750.680420342,"t_decision_unix":1779962747.2353618,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9193829736293053,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (4714 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":4714,"cache_hit":53760,"estimated_new_tokens":4714,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2183,"cache_hit":53760,"new_prefill":4714,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":3584,"new_prefill":54890,"score_linear":109050.0,"score_lmetric":54890},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":41066,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":4608,"new_prefill":53866,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58474,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":28752.425102137,"t_first_token_unix":1779962748.9800458,"t_done":28752.76223145,"t_done_unix":1779962749.3171773},{"request_id":"1270606:8:1837578:1106","session_id":"1270606","input_length":113482,"t_proxy_recv":28761.514932246,"t_decision_unix":1779962758.0698736,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9925803211081934,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (842 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":842,"cache_hit":112640,"estimated_new_tokens":842,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112634,"ongoing_decode_tokens":112634,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":1536,"new_prefill":111946,"score_linear":111098.0,"score_lmetric":111946},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2340,"cache_hit":112640,"new_prefill":842,"score_linear":-112640.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":113482,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":28762.078524831,"t_first_token_unix":1779962758.6334686,"t_done":28762.512801039,"t_done_unix":1779962759.0677447},{"request_id":"1253804:55:1803044:1095","session_id":"1253804","input_length":112634,"t_proxy_recv":28646.314193985,"t_decision_unix":1779962642.8691354,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112128,"affinity_cache_ratio":0.9955075732016976,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (506 < 8000)","v3_prefill_cache_hit":112128,"v3_new_local":506,"cache_hit":112128,"estimated_new_tokens":506,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2179,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2175,"cache_hit":112128,"new_prefill":506,"score_linear":-112128.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2337,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":109050,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2319,"cache_hit":0,"new_prefill":112634,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112128.0,"chosen_score_lmetric":0,"t_first_token":28646.478559603,"t_first_token_unix":1779962643.0335033,"t_done":28771.254185707,"t_done_unix":1779962767.8091292},{"request_id":"1270606:9:1847569:1107","session_id":"1270606","input_length":116467,"t_proxy_recv":28795.39484879,"t_decision_unix":1779962791.9497902,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":113152,"affinity_cache_ratio":0.9715370018975332,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3315 < 8000)","v3_prefill_cache_hit":113152,"v3_new_local":3315,"cache_hit":113152,"estimated_new_tokens":3315,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":114931,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2341,"cache_hit":113152,"new_prefill":3315,"score_linear":-113152.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":116467,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-113152.0,"chosen_score_lmetric":0,"t_first_token":28797.654845309,"t_first_token_unix":1779962794.2097895,"t_done":28799.204201439,"t_done_unix":1779962795.7591448},{"request_id":"1270606:10:1851128:1108","session_id":"1270606","input_length":116659,"t_proxy_recv":28807.500470648,"t_decision_unix":1779962804.055412,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9962711835349181,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":435,"cache_hit":116224,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":115123,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":116224,"new_prefill":435,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":116659,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":28807.742803086,"t_first_token_unix":1779962804.2977476,"t_done":28808.508731291,"t_done_unix":1779962805.063677},{"request_id":"1305906:7:1851943:1109","session_id":"1305906","input_length":58042,"t_proxy_recv":28810.036260238,"t_decision_unix":1779962806.5912015,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9438682333482651,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (3258 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":3258,"cache_hit":54784,"estimated_new_tokens":3258,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2192,"cache_hit":54784,"new_prefill":3258,"score_linear":-54784.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58042,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":28811.332794191,"t_first_token_unix":1779962807.8877387,"t_done":28813.598318732,"t_done_unix":1779962810.1532629},{"request_id":"1305906:8:1866131:1110","session_id":"1305906","input_length":58687,"t_proxy_recv":28858.527318982,"t_decision_unix":1779962855.0822604,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9858401349532264,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (831 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":831,"cache_hit":57856,"estimated_new_tokens":831,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2198,"cache_hit":57856,"new_prefill":831,"score_linear":-57856.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58687,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":28858.83594354,"t_first_token_unix":1779962855.3908873,"t_done":28860.728603501,"t_done_unix":1779962857.283547},{"request_id":"1270606:11:1868274:1111","session_id":"1270606","input_length":117828,"t_proxy_recv":28865.787799546,"t_decision_unix":1779962862.3427408,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":116224,"affinity_cache_ratio":0.9863869368910615,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1604 < 8000)","v3_prefill_cache_hit":116224,"v3_new_local":1604,"cache_hit":116224,"estimated_new_tokens":1604,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":116292,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2347,"cache_hit":116224,"new_prefill":1604,"score_linear":-116224.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":117828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-116224.0,"chosen_score_lmetric":0,"t_first_token":28866.793014068,"t_first_token_unix":1779962863.347958,"t_done":28868.54596795,"t_done_unix":1779962865.1009114},{"request_id":"1270606:11:1870810:1113","session_id":"1270606","input_length":118012,"t_proxy_recv":28874.281360822,"t_decision_unix":1779962870.8363018,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9978646239365488,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (252 < 8000)","v3_prefill_cache_hit":117760,"v3_new_local":252,"cache_hit":117760,"estimated_new_tokens":252,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":116476,"score_linear":111390.0,"score_lmetric":116476},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":117760,"new_prefill":252,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":118012,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":28874.447695431,"t_first_token_unix":1779962871.0026386,"t_done":28874.964483465,"t_done_unix":1779962871.519427},{"request_id":"1356885:12:1874205:1114","session_id":"1356885","input_length":135435,"t_proxy_recv":28885.74434786,"t_decision_unix":1779962882.299289,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":134656,"affinity_cache_ratio":0.9942481633255805,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (779 < 8000)","v3_prefill_cache_hit":134656,"v3_new_local":779,"cache_hit":134656,"estimated_new_tokens":779,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":6656,"new_prefill":128779,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":135435,"score_linear":112926.0,"score_lmetric":135435},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":134656,"new_prefill":779,"score_linear":-134656.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":134411,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":135435,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-134656.0,"chosen_score_lmetric":0,"t_first_token":28886.401867343,"t_first_token_unix":1779962882.9568107,"t_done":28888.969576046,"t_done_unix":1779962885.5245197},{"request_id":"1340290:17:1875101:1115","session_id":"1340290","input_length":40328,"t_proxy_recv":28888.675019196,"t_decision_unix":1779962885.2299602,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":39936,"affinity_cache_ratio":0.9902797064074589,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (392 < 8000)","v3_prefill_cache_hit":39936,"v3_new_local":392,"cache_hit":39936,"estimated_new_tokens":392,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":19336,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":40328,"score_linear":112926.0,"score_lmetric":40328},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135435,"ongoing_decode_tokens":135435,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":40328,"score_linear":135435.0,"score_lmetric":40328},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":39936,"new_prefill":392,"score_linear":-39936.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":40328,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-39936.0,"chosen_score_lmetric":0,"t_first_token":28888.747711937,"t_first_token_unix":1779962885.3026552,"t_done":28891.877919832,"t_done_unix":1779962888.432864},{"request_id":"1270606:12:1876851:1116","session_id":"1270606","input_length":118600,"t_proxy_recv":28894.640650791,"t_decision_unix":1779962891.1955922,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":117760,"affinity_cache_ratio":0.9929173693086003,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (840 < 8000)","v3_prefill_cache_hit":117760,"v3_new_local":840,"cache_hit":117760,"estimated_new_tokens":840,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":117064,"score_linear":111390.0,"score_lmetric":117064},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":117760,"new_prefill":840,"score_linear":-117760.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":118600,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-117760.0,"chosen_score_lmetric":0,"t_first_token":28895.226372648,"t_first_token_unix":1779962891.7813165,"t_done":28897.40734006,"t_done_unix":1779962893.9622836},{"request_id":"1340290:18:1878955:1117","session_id":"1340290","input_length":40583,"t_proxy_recv":28902.35044752,"t_decision_unix":1779962898.9053888,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9966734839711209,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (135 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":135,"cache_hit":40448,"estimated_new_tokens":135,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":19591,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":40583,"score_linear":112926.0,"score_lmetric":40583},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":40448,"new_prefill":135,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":40583,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28902.42430913,"t_first_token_unix":1779962898.9792523,"t_done":28902.628424731,"t_done_unix":1779962899.1833677},{"request_id":"1340290:19:1880565:1118","session_id":"1340290","input_length":40676,"t_proxy_recv":28907.623294015,"t_decision_unix":1779962904.1782353,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9943947290785722,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (228 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":228,"cache_hit":40448,"estimated_new_tokens":228,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":19684,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":40676,"score_linear":112926.0,"score_lmetric":40676},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":40448,"new_prefill":228,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":40676,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28907.722814898,"t_first_token_unix":1779962904.2777581,"t_done":28908.285491852,"t_done_unix":1779962904.840435},{"request_id":"1340290:20:1882251:1120","session_id":"1340290","input_length":40883,"t_proxy_recv":28913.432493403,"t_decision_unix":1779962909.9874349,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.9893598806349827,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (435 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":435,"cache_hit":40448,"estimated_new_tokens":435,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":19891,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":40883,"score_linear":112926.0,"score_lmetric":40883},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119030,"ongoing_decode_tokens":119030,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":0,"new_prefill":40883,"score_linear":119030.0,"score_lmetric":40883},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":40448,"new_prefill":435,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":40883,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28913.538501523,"t_first_token_unix":1779962910.0934448,"t_done":28913.866920554,"t_done_unix":1779962910.421864},{"request_id":"1270606:12:1881189:1119","session_id":"1270606","input_length":119030,"t_proxy_recv":28910.0293289,"t_decision_unix":1779962906.58427,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":118784,"affinity_cache_ratio":0.9979332941275308,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (246 < 8000)","v3_prefill_cache_hit":118784,"v3_new_local":246,"cache_hit":118784,"estimated_new_tokens":246,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":117494,"score_linear":111390.0,"score_lmetric":117494},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2352,"cache_hit":118784,"new_prefill":246,"score_linear":-118784.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":119030,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-118784.0,"chosen_score_lmetric":0,"t_first_token":28910.387971666,"t_first_token_unix":1779962906.9429157,"t_done":28914.453283308,"t_done_unix":1779962911.008227},{"request_id":"1340290:21:1883855:1121","session_id":"1340290","input_length":41002,"t_proxy_recv":28918.90129145,"t_decision_unix":1779962915.4562328,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40448,"affinity_cache_ratio":0.986488463977367,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (554 < 8000)","v3_prefill_cache_hit":40448,"v3_new_local":554,"cache_hit":40448,"estimated_new_tokens":554,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":20010,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":41002,"score_linear":112926.0,"score_lmetric":41002},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2394,"cache_hit":40448,"new_prefill":554,"score_linear":-40448.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":41002,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40448.0,"chosen_score_lmetric":0,"t_first_token":28919.003721764,"t_first_token_unix":1779962915.558665,"t_done":28919.259797128,"t_done_unix":1779962915.8147402},{"request_id":"1340290:22:1884847:1122","session_id":"1340290","input_length":41909,"t_proxy_recv":28922.374940374,"t_decision_unix":1779962918.9298816,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":40960,"affinity_cache_ratio":0.9773556992531437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (949 < 8000)","v3_prefill_cache_hit":40960,"v3_new_local":949,"cache_hit":40960,"estimated_new_tokens":949,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":20917,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":41909,"score_linear":112926.0,"score_lmetric":41909},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2395,"cache_hit":40960,"new_prefill":949,"score_linear":-40960.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":41909,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-40960.0,"chosen_score_lmetric":0,"t_first_token":28922.697040829,"t_first_token_unix":1779962919.2519844,"t_done":28923.040337858,"t_done_unix":1779962919.5952814},{"request_id":"1253804:55:1869941:1112","session_id":"1253804","input_length":112926,"t_proxy_recv":28871.413543006,"t_decision_unix":1779962867.9684844,"policy":"unified_v3","decision":"affinity","affinity_idx":1,"chosen_idx":1,"affinity_cache_hit":112640,"affinity_cache_ratio":0.9974673680109098,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (286 < 8000)","v3_prefill_cache_hit":112640,"v3_new_local":286,"cache_hit":112640,"estimated_new_tokens":286,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8001","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":112640,"new_prefill":286,"score_linear":-112640.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2135,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2350,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2393,"cache_hit":3584,"new_prefill":109342,"score_linear":-3584.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":112926,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-112640.0,"chosen_score_lmetric":0,"t_first_token":28871.56229768,"t_first_token_unix":1779962868.1172411,"t_done":28924.474843658,"t_done_unix":1779962921.029787},{"request_id":"1340290:23:1886013:1124","session_id":"1340290","input_length":42086,"t_proxy_recv":28926.405246078,"t_decision_unix":1779962922.9601877,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41472,"affinity_cache_ratio":0.9854108254526446,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (614 < 8000)","v3_prefill_cache_hit":41472,"v3_new_local":614,"cache_hit":41472,"estimated_new_tokens":614,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":0,"pending_prefill_tokens":5477,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":21094,"score_linear":42853.0,"score_lmetric":26571},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2396,"cache_hit":41472,"new_prefill":614,"score_linear":-41472.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":42086,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41472.0,"chosen_score_lmetric":0,"t_first_token":28926.51441749,"t_first_token_unix":1779962923.069361,"t_done":28926.811622929,"t_done_unix":1779962923.3665671},{"request_id":"1270606:12:1886765:1125","session_id":"1270606","input_length":119440,"t_proxy_recv":28929.148005818,"t_decision_unix":1779962925.7029407,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9987943737441393,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (144 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":144,"cache_hit":119296,"estimated_new_tokens":144,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":0,"new_prefill":119440,"score_linear":63845.0,"score_lmetric":119440},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":117904,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":119296,"new_prefill":144,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2397,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":119440,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":28929.376610202,"t_first_token_unix":1779962925.9315538,"t_done":28930.439546008,"t_done_unix":1779962926.9944894},{"request_id":"1340290:24:1887125:1126","session_id":"1340290","input_length":42199,"t_proxy_recv":28930.18062543,"t_decision_unix":1779962926.7355669,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9949050925377378,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (215 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":215,"cache_hit":41984,"estimated_new_tokens":215,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":21207,"score_linear":42853.0,"score_lmetric":21207},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119440,"ongoing_decode_tokens":119440,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":42199,"score_linear":119440.0,"score_lmetric":42199},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2397,"cache_hit":41984,"new_prefill":215,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":42199,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":28930.2871329,"t_first_token_unix":1779962926.842076,"t_done":28930.459916229,"t_done_unix":1779962927.014859},{"request_id":"1340290:25:1888447:1127","session_id":"1340290","input_length":42444,"t_proxy_recv":28934.574492084,"t_decision_unix":1779962931.1294336,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.9891621901800018,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (460 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":460,"cache_hit":41984,"estimated_new_tokens":460,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":63845,"ongoing_decode_tokens":63845,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":20992,"new_prefill":21452,"score_linear":42853.0,"score_lmetric":21452},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2397,"cache_hit":41984,"new_prefill":460,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":42444,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":28934.72402445,"t_first_token_unix":1779962931.2789679,"t_done":28935.029697343,"t_done_unix":1779962931.5846405},{"request_id":"1277428:20:1885419:1123","session_id":"1277428","input_length":63845,"t_proxy_recv":28924.291428678,"t_decision_unix":1779962920.8463697,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9142141123032343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5477 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":5477,"cache_hit":58368,"estimated_new_tokens":5477,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2200,"cache_hit":58368,"new_prefill":5477,"score_linear":-58368.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":112926,"ongoing_decode_tokens":112926,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":3584,"new_prefill":60261,"score_linear":109342.0,"score_lmetric":60261},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":46437,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2396,"cache_hit":4608,"new_prefill":59237,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":63845,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":28926.50661663,"t_first_token_unix":1779962923.0615602,"t_done":28936.666610465,"t_done_unix":1779962933.2215536},{"request_id":"1340290:26:1889402:1128","session_id":"1340290","input_length":48504,"t_proxy_recv":28937.89327777,"t_decision_unix":1779962934.448219,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":41984,"affinity_cache_ratio":0.8655780966518225,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (6520 < 8000)","v3_prefill_cache_hit":41984,"v3_new_local":6520,"cache_hit":41984,"estimated_new_tokens":6520,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":27512,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2397,"cache_hit":41984,"new_prefill":6520,"score_linear":-41984.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":48504,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-41984.0,"chosen_score_lmetric":0,"t_first_token":28939.774656384,"t_first_token_unix":1779962936.3296006,"t_done":28939.986599344,"t_done_unix":1779962936.5415428},{"request_id":"1270606:13:1890252:1129","session_id":"1270606","input_length":119686,"t_proxy_recv":28940.876940891,"t_decision_unix":1779962937.4318821,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9967414735223836,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (390 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":390,"cache_hit":119296,"estimated_new_tokens":390,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":118150,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":119296,"new_prefill":390,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2409,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":119686,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":28941.246641752,"t_first_token_unix":1779962937.8015857,"t_done":28942.170294454,"t_done_unix":1779962938.7252378},{"request_id":"1340290:27:1892591:1131","session_id":"1340290","input_length":49361,"t_proxy_recv":28948.480717121,"t_decision_unix":1779962945.0356586,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":48128,"affinity_cache_ratio":0.9750207653815766,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1233 < 8000)","v3_prefill_cache_hit":48128,"v3_new_local":1233,"cache_hit":48128,"estimated_new_tokens":1233,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28369,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":119828,"ongoing_decode_tokens":119828,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":0,"new_prefill":49361,"score_linear":119828.0,"score_lmetric":49361},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2409,"cache_hit":48128,"new_prefill":1233,"score_linear":-48128.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49361,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-48128.0,"chosen_score_lmetric":0,"t_first_token":28948.852753429,"t_first_token_unix":1779962945.4076967,"t_done":28949.181590647,"t_done_unix":1779962945.7365334},{"request_id":"1270606:14:1892412:1130","session_id":"1270606","input_length":119828,"t_proxy_recv":28947.822353097,"t_decision_unix":1779962944.3772945,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119296,"affinity_cache_ratio":0.9955603031011115,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (532 < 8000)","v3_prefill_cache_hit":119296,"v3_new_local":532,"cache_hit":119296,"estimated_new_tokens":532,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":118292,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2353,"cache_hit":119296,"new_prefill":532,"score_linear":-119296.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2409,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":119828,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119296.0,"chosen_score_lmetric":0,"t_first_token":28948.077197433,"t_first_token_unix":1779962944.632141,"t_done":28950.064572033,"t_done_unix":1779962946.6195152},{"request_id":"1340290:28:1893837:1132","session_id":"1340290","input_length":49454,"t_proxy_recv":28952.790256382,"t_decision_unix":1779962949.3451977,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9938933149997978,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (302 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":302,"cache_hit":49152,"estimated_new_tokens":302,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28462,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":49152,"new_prefill":302,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":28952.895687948,"t_first_token_unix":1779962949.4506311,"t_done":28953.154426914,"t_done_unix":1779962949.70937},{"request_id":"1305906:9:1893880:1133","session_id":"1305906","input_length":59265,"t_proxy_recv":28952.955078524,"t_decision_unix":1779962949.51002,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9935037543237999,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (385 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":385,"cache_hit":58880,"estimated_new_tokens":385,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":58880,"new_prefill":385,"score_linear":-58880.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":49454,"ongoing_decode_tokens":49454,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":0,"new_prefill":59265,"score_linear":49454.0,"score_lmetric":59265},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":59265,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":28953.264435477,"t_first_token_unix":1779962949.8193786,"t_done":28953.883324288,"t_done_unix":1779962950.438268},{"request_id":"1270606:15:1895310:1134","session_id":"1270606","input_length":120058,"t_proxy_recv":28957.62324906,"t_decision_unix":1779962954.1781902,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9979176731246564,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (250 < 8000)","v3_prefill_cache_hit":119808,"v3_new_local":250,"cache_hit":119808,"estimated_new_tokens":250,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":118522,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":119808,"new_prefill":250,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":120058,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":28957.871351752,"t_first_token_unix":1779962954.426296,"t_done":28958.866907877,"t_done_unix":1779962955.4218514},{"request_id":"1340290:29:1896119:1136","session_id":"1340290","input_length":49576,"t_proxy_recv":28960.114426731,"t_decision_unix":1779962956.669368,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9914474745844764,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (424 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":424,"cache_hit":49152,"estimated_new_tokens":424,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28584,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":135905,"ongoing_decode_tokens":135905,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":0,"new_prefill":49576,"score_linear":135905.0,"score_lmetric":49576},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":49152,"new_prefill":424,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49576,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":28960.217308218,"t_first_token_unix":1779962956.7722516,"t_done":28960.468595839,"t_done_unix":1779962957.0235386},{"request_id":"1356885:13:1895311:1135","session_id":"1356885","input_length":135905,"t_proxy_recv":28957.635339077,"t_decision_unix":1779962954.1902807,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135168,"affinity_cache_ratio":0.9945770942938081,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (737 < 8000)","v3_prefill_cache_hit":135168,"v3_new_local":737,"cache_hit":135168,"estimated_new_tokens":737,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":6656,"new_prefill":129249,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2136,"cache_hit":135168,"new_prefill":737,"score_linear":-135168.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":134881,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":120058,"ongoing_decode_tokens":0,"pending_prefill_tokens":250,"num_requests":1,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":135905,"score_linear":120058.0,"score_lmetric":136155},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":135905,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135168.0,"chosen_score_lmetric":0,"t_first_token":28958.052498399,"t_first_token_unix":1779962954.607442,"t_done":28960.504517199,"t_done_unix":1779962957.0594604},{"request_id":"1340290:30:1896991:1137","session_id":"1340290","input_length":49695,"t_proxy_recv":28963.086724095,"t_decision_unix":1779962959.641665,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49152,"affinity_cache_ratio":0.9890733474192575,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (543 < 8000)","v3_prefill_cache_hit":49152,"v3_new_local":543,"cache_hit":49152,"estimated_new_tokens":543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28703,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2411,"cache_hit":49152,"new_prefill":543,"score_linear":-49152.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49695,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49152.0,"chosen_score_lmetric":0,"t_first_token":28963.190180294,"t_first_token_unix":1779962959.7451234,"t_done":28964.707308371,"t_done_unix":1779962961.262252},{"request_id":"1340290:31:1899492:1138","session_id":"1340290","input_length":49927,"t_proxy_recv":28971.471660261,"t_decision_unix":1779962968.0266018,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9947323091713902,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (263 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":263,"cache_hit":49664,"estimated_new_tokens":263,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":28935,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":49664,"new_prefill":263,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":49927,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28971.558641869,"t_first_token_unix":1779962968.113585,"t_done":28972.224371979,"t_done_unix":1779962968.779317},{"request_id":"1270606:16:1902252:1140","session_id":"1270606","input_length":120572,"t_proxy_recv":28979.973693109,"t_decision_unix":1779962976.528634,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":119808,"affinity_cache_ratio":0.9936635371396344,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (764 < 8000)","v3_prefill_cache_hit":119808,"v3_new_local":764,"cache_hit":119808,"estimated_new_tokens":764,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":119036,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":119808,"new_prefill":764,"score_linear":-119808.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":120572,"score_linear":50078.0,"score_lmetric":120572},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":120572,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-119808.0,"chosen_score_lmetric":0,"t_first_token":28980.557544926,"t_first_token_unix":1779962977.1124887,"t_done":28981.530103313,"t_done_unix":1779962978.0850465},{"request_id":"1270606:17:1908800:1141","session_id":"1270606","input_length":121006,"t_proxy_recv":29001.569668364,"t_decision_unix":1779962998.1246095,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120320,"affinity_cache_ratio":0.9943308596267953,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (686 < 8000)","v3_prefill_cache_hit":120320,"v3_new_local":686,"cache_hit":120320,"estimated_new_tokens":686,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":119470,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":120320,"new_prefill":686,"score_linear":-120320.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":50078,"ongoing_decode_tokens":50078,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":0,"new_prefill":121006,"score_linear":50078.0,"score_lmetric":121006},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":121006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120320.0,"chosen_score_lmetric":0,"t_first_token":29002.179503695,"t_first_token_unix":1779962998.7344477,"t_done":29002.780306912,"t_done_unix":1779962999.3352501},{"request_id":"1340290:32:1901260:1139","session_id":"1340290","input_length":50078,"t_proxy_recv":28976.882558557,"t_decision_unix":1779962973.4374998,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":49664,"affinity_cache_ratio":0.9917328966811774,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (414 < 8000)","v3_prefill_cache_hit":49664,"v3_new_local":414,"cache_hit":49664,"estimated_new_tokens":414,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":20992,"new_prefill":29086,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2354,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2412,"cache_hit":49664,"new_prefill":414,"score_linear":-49664.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":50078,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-49664.0,"chosen_score_lmetric":0,"t_first_token":28977.002765832,"t_first_token_unix":1779962973.5577207,"t_done":29007.751547979,"t_done_unix":1779963004.3064916},{"request_id":"1270606:18:1915824:1142","session_id":"1270606","input_length":121288,"t_proxy_recv":29024.549296931,"t_decision_unix":1779963021.1042383,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":120832,"affinity_cache_ratio":0.9962403535386848,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (456 < 8000)","v3_prefill_cache_hit":120832,"v3_new_local":456,"cache_hit":120832,"estimated_new_tokens":456,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":119752,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2356,"cache_hit":120832,"new_prefill":456,"score_linear":-120832.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":121288,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-120832.0,"chosen_score_lmetric":0,"t_first_token":29024.918759464,"t_first_token_unix":1779963021.4737034,"t_done":29025.806897218,"t_done_unix":1779963022.3618407},{"request_id":"1270606:19:1920499:1143","session_id":"1270606","input_length":121560,"t_proxy_recv":29039.692492326,"t_decision_unix":1779963036.2474334,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9982230997038499,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (216 < 8000)","v3_prefill_cache_hit":121344,"v3_new_local":216,"cache_hit":121344,"estimated_new_tokens":216,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":120024,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":121344,"new_prefill":216,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":121560,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":29040.058284591,"t_first_token_unix":1779963036.6132286,"t_done":29041.052060136,"t_done_unix":1779963037.6070068},{"request_id":"1270606:20:1922639:1144","session_id":"1270606","input_length":121704,"t_proxy_recv":29047.140685818,"t_decision_unix":1779963043.695627,"policy":"unified_v3","decision":"affinity","affinity_idx":4,"chosen_idx":4,"affinity_cache_hit":121344,"affinity_cache_ratio":0.9970420035495957,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (360 < 8000)","v3_prefill_cache_hit":121344,"v3_new_local":360,"cache_hit":121344,"estimated_new_tokens":360,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8004","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":1536,"new_prefill":120168,"score_linear":-1536.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":121344,"new_prefill":360,"score_linear":-121344.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":121704,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-121344.0,"chosen_score_lmetric":0,"t_first_token":29047.369349356,"t_first_token_unix":1779963043.924293,"t_done":29048.706526906,"t_done_unix":1779963045.2614706},{"request_id":"1305906:10:1928316:1145","session_id":"1305906","input_length":61801,"t_proxy_recv":29065.689723036,"t_decision_unix":1779963062.244664,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9527353926311872,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2921 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":2921,"cache_hit":58880,"estimated_new_tokens":2921,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2212,"cache_hit":58880,"new_prefill":2921,"score_linear":-58880.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":61801,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":29066.724912169,"t_first_token_unix":1779963063.279857,"t_done":29067.084613732,"t_done_unix":1779963063.6395576},{"request_id":"1340290:33:1939781:1146","session_id":"1340290","input_length":53990,"t_proxy_recv":29103.45462433,"t_decision_unix":1779963100.0095654,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.9957399518429338,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (230 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":230,"cache_hit":53760,"estimated_new_tokens":230,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":32998,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":53760,"new_prefill":230,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":53990,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":29103.556726069,"t_first_token_unix":1779963100.1116698,"t_done":29104.657631173,"t_done_unix":1779963101.2125745},{"request_id":"1340290:34:1942249:1147","session_id":"1340290","input_length":54164,"t_proxy_recv":29111.303957562,"t_decision_unix":1779963107.8588984,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":53760,"affinity_cache_ratio":0.992541171257662,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (404 < 8000)","v3_prefill_cache_hit":53760,"v3_new_local":404,"cache_hit":53760,"estimated_new_tokens":404,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":33172,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2413,"cache_hit":53760,"new_prefill":404,"score_linear":-53760.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":54164,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":29111.398413516,"t_first_token_unix":1779963107.9533572,"t_done":29113.876116228,"t_done_unix":1779963110.4310596},{"request_id":"1356885:14:1948151:1148","session_id":"1356885","input_length":136210,"t_proxy_recv":29131.070207259,"t_decision_unix":1779963127.6251485,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":135680,"affinity_cache_ratio":0.9961089494163424,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (530 < 8000)","v3_prefill_cache_hit":135680,"v3_new_local":530,"cache_hit":135680,"estimated_new_tokens":530,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":6656,"new_prefill":129554,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2137,"cache_hit":135680,"new_prefill":530,"score_linear":-135680.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":135186,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2414,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":136210,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-135680.0,"chosen_score_lmetric":0,"t_first_token":29131.396956371,"t_first_token_unix":1779963127.9519,"t_done":29133.114501714,"t_done_unix":1779963129.6694453},{"request_id":"1340290:35:1964727:1149","session_id":"1340290","input_length":54498,"t_proxy_recv":29185.73835379,"t_decision_unix":1779963182.293295,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54272,"affinity_cache_ratio":0.9958530588278469,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (226 < 8000)","v3_prefill_cache_hit":54272,"v3_new_local":226,"cache_hit":54272,"estimated_new_tokens":226,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":33506,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2414,"cache_hit":54272,"new_prefill":226,"score_linear":-54272.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":54498,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54272.0,"chosen_score_lmetric":0,"t_first_token":29185.832846049,"t_first_token_unix":1779963182.38779,"t_done":29189.644563552,"t_done_unix":1779963186.1995075},{"request_id":"1340290:36:1969509:1150","session_id":"1340290","input_length":54811,"t_proxy_recv":29201.539597549,"t_decision_unix":1779963198.0945387,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9995073981500063,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (27 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":27,"cache_hit":54784,"estimated_new_tokens":27,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":33819,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2415,"cache_hit":54784,"new_prefill":27,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":54811,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":29201.617677868,"t_first_token_unix":1779963198.1726217,"t_done":29202.075749348,"t_done_unix":1779963198.6306922},{"request_id":"1340290:37:1971106:1151","session_id":"1340290","input_length":55358,"t_proxy_recv":29206.681577758,"t_decision_unix":1779963203.236519,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":54784,"affinity_cache_ratio":0.9896311282922071,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (574 < 8000)","v3_prefill_cache_hit":54784,"v3_new_local":574,"cache_hit":54784,"estimated_new_tokens":574,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":34366,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2415,"cache_hit":54784,"new_prefill":574,"score_linear":-54784.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":55358,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-54784.0,"chosen_score_lmetric":0,"t_first_token":29206.974036192,"t_first_token_unix":1779963203.5289807,"t_done":29207.440519042,"t_done_unix":1779963203.9954627},{"request_id":"1340290:38:1972289:1152","session_id":"1340290","input_length":56006,"t_proxy_recv":29210.610631508,"t_decision_unix":1779963207.1655726,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55296,"affinity_cache_ratio":0.9873227868442667,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":55296,"v3_new_local":710,"cache_hit":55296,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":35014,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2416,"cache_hit":55296,"new_prefill":710,"score_linear":-55296.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":56006,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55296.0,"chosen_score_lmetric":0,"t_first_token":29210.918055094,"t_first_token_unix":1779963207.4729993,"t_done":29211.587100553,"t_done_unix":1779963208.142044},{"request_id":"1340290:39:1973889:1153","session_id":"1340290","input_length":56242,"t_proxy_recv":29216.0361315,"t_decision_unix":1779963212.5910728,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":55808,"affinity_cache_ratio":0.9922833469649017,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (434 < 8000)","v3_prefill_cache_hit":55808,"v3_new_local":434,"cache_hit":55808,"estimated_new_tokens":434,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":35250,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2417,"cache_hit":55808,"new_prefill":434,"score_linear":-55808.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":56242,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-55808.0,"chosen_score_lmetric":0,"t_first_token":29216.218042647,"t_first_token_unix":1779963212.7729862,"t_done":29216.888490115,"t_done_unix":1779963213.4434338},{"request_id":"1340290:40:1975278:1154","session_id":"1340290","input_length":56416,"t_proxy_recv":29220.598147914,"t_decision_unix":1779963217.153089,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.998298355076574,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (96 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":96,"cache_hit":56320,"estimated_new_tokens":96,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":35424,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":56320,"new_prefill":96,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":56416,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":29220.71404661,"t_first_token_unix":1779963217.2689912,"t_done":29221.202958795,"t_done_unix":1779963217.7579052},{"request_id":"1340290:41:1977055:1156","session_id":"1340290","input_length":57181,"t_proxy_recv":29226.535732947,"t_decision_unix":1779963223.0906742,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":56320,"affinity_cache_ratio":0.9849425508473094,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (861 < 8000)","v3_prefill_cache_hit":56320,"v3_new_local":861,"cache_hit":56320,"estimated_new_tokens":861,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":67793,"ongoing_decode_tokens":0,"pending_prefill_tokens":2769,"num_requests":1,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":20992,"new_prefill":36189,"score_linear":46801.0,"score_lmetric":38958},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":56320,"new_prefill":861,"score_linear":-56320.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":57181,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-56320.0,"chosen_score_lmetric":0,"t_first_token":29226.945618615,"t_first_token_unix":1779963223.500563,"t_done":29228.940644986,"t_done_unix":1779963225.4955883},{"request_id":"1277428:21:1976968:1155","session_id":"1277428","input_length":67793,"t_proxy_recv":29226.247662268,"t_decision_unix":1779963222.8026035,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":65024,"affinity_cache_ratio":0.9591550750077442,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2769 < 8000)","v3_prefill_cache_hit":65024,"v3_new_local":2769,"cache_hit":65024,"estimated_new_tokens":2769,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2217,"cache_hit":65024,"new_prefill":2769,"score_linear":-65024.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":3584,"new_prefill":64209,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":50385,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2418,"cache_hit":4608,"new_prefill":63185,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":67793,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-65024.0,"chosen_score_lmetric":0,"t_first_token":29227.500224659,"t_first_token_unix":1779963224.0551682,"t_done":29233.403626044,"t_done_unix":1779963229.9585695},{"request_id":"1340290:42:1982198:1157","session_id":"1340290","input_length":57463,"t_proxy_recv":29243.446981424,"t_decision_unix":1779963240.0019226,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9979291022048971,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (119 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":119,"cache_hit":57344,"estimated_new_tokens":119,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":20992,"new_prefill":36471,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2420,"cache_hit":57344,"new_prefill":119,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":57463,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":29243.543946345,"t_first_token_unix":1779963240.0988898,"t_done":29244.04230267,"t_done_unix":1779963240.597247},{"request_id":"1340290:43:1983901:1158","session_id":"1340290","input_length":57640,"t_proxy_recv":29248.833572404,"t_decision_unix":1779963245.3885138,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9948646773074254,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (296 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":296,"cache_hit":57344,"estimated_new_tokens":296,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":20992,"new_prefill":36648,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2420,"cache_hit":57344,"new_prefill":296,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":57640,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":29248.986607133,"t_first_token_unix":1779963245.5415502,"t_done":29249.510522469,"t_done_unix":1779963246.0654662},{"request_id":"1340290:44:1986230:1159","session_id":"1340290","input_length":57809,"t_proxy_recv":29256.914808131,"t_decision_unix":1779963253.469749,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57344,"affinity_cache_ratio":0.9919562697849815,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (465 < 8000)","v3_prefill_cache_hit":57344,"v3_new_local":465,"cache_hit":57344,"estimated_new_tokens":465,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":20992,"new_prefill":36817,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2420,"cache_hit":57344,"new_prefill":465,"score_linear":-57344.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":57809,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57344.0,"chosen_score_lmetric":0,"t_first_token":29257.066218585,"t_first_token_unix":1779963253.6211622,"t_done":29257.789097765,"t_done_unix":1779963254.344041},{"request_id":"1277428:21:1989132:1160","session_id":"1277428","input_length":69987,"t_proxy_recv":29266.334864081,"t_decision_unix":1779963262.8898056,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":68096,"affinity_cache_ratio":0.9729806964150485,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1891 < 8000)","v3_prefill_cache_hit":68096,"v3_new_local":1891,"cache_hit":68096,"estimated_new_tokens":1891,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2223,"cache_hit":68096,"new_prefill":1891,"score_linear":-68096.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":3584,"new_prefill":66403,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":52579,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4608,"new_prefill":65379,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69987,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-68096.0,"chosen_score_lmetric":0,"t_first_token":29267.104373657,"t_first_token_unix":1779963263.659318,"t_done":29267.456891965,"t_done_unix":1779963264.0118356},{"request_id":"1277428:22:1990436:1161","session_id":"1277428","input_length":70055,"t_proxy_recv":29270.874691838,"t_decision_unix":1779963267.4296334,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":69632,"affinity_cache_ratio":0.993961887088716,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (423 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":423,"cache_hit":69632,"estimated_new_tokens":423,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":69632,"new_prefill":423,"score_linear":-69632.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":3584,"new_prefill":66471,"score_linear":-3584.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":17408,"new_prefill":52647,"score_linear":-17408.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":4608,"new_prefill":65447,"score_linear":-4608.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":70055,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":29270.984009618,"t_first_token_unix":1779963267.538953,"t_done":29271.400848306,"t_done_unix":1779963267.955792},{"request_id":"1340290:45:1991694:1162","session_id":"1340290","input_length":58053,"t_proxy_recv":29274.893382752,"t_decision_unix":1779963271.4483237,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9966065491878111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (197 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":197,"cache_hit":57856,"estimated_new_tokens":197,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37061,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":57856,"new_prefill":197,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58053,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":29275.08322545,"t_first_token_unix":1779963271.6381693,"t_done":29275.341024344,"t_done_unix":1779963271.8959677},{"request_id":"1340290:46:1992980:1163","session_id":"1340290","input_length":58122,"t_proxy_recv":29279.113443363,"t_decision_unix":1779963275.6683848,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9954234197033826,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (266 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":266,"cache_hit":57856,"estimated_new_tokens":266,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37130,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":57856,"new_prefill":266,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58122,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":29279.209594361,"t_first_token_unix":1779963275.764538,"t_done":29279.632049007,"t_done_unix":1779963276.1869926},{"request_id":"1340290:47:1995358:1164","session_id":"1340290","input_length":58307,"t_proxy_recv":29286.977112931,"t_decision_unix":1779963283.5320542,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9922650796645343,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (451 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":451,"cache_hit":57856,"estimated_new_tokens":451,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37315,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":57856,"new_prefill":451,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58307,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":29287.113575944,"t_first_token_unix":1779963283.6685197,"t_done":29287.370417861,"t_done_unix":1779963283.925361},{"request_id":"1340290:48:1996945:1165","session_id":"1340290","input_length":58339,"t_proxy_recv":29292.281461308,"t_decision_unix":1779963288.8364027,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":57856,"affinity_cache_ratio":0.9917208042647285,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (483 < 8000)","v3_prefill_cache_hit":57856,"v3_new_local":483,"cache_hit":57856,"estimated_new_tokens":483,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37347,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2421,"cache_hit":57856,"new_prefill":483,"score_linear":-57856.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58339,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-57856.0,"chosen_score_lmetric":0,"t_first_token":29292.358306682,"t_first_token_unix":1779963288.91325,"t_done":29294.39558524,"t_done_unix":1779963290.9505286},{"request_id":"1356885:15:1998292:1166","session_id":"1356885","input_length":136653,"t_proxy_recv":29296.750787803,"t_decision_unix":1779963293.3057294,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136192,"affinity_cache_ratio":0.9966264919174844,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (461 < 8000)","v3_prefill_cache_hit":136192,"v3_new_local":461,"cache_hit":136192,"estimated_new_tokens":461,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":6656,"new_prefill":129997,"score_linear":-6656.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2138,"cache_hit":136192,"new_prefill":461,"score_linear":-136192.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":1024,"new_prefill":135629,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2422,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":136653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136192.0,"chosen_score_lmetric":0,"t_first_token":29297.397175728,"t_first_token_unix":1779963293.9521196,"t_done":29299.087865332,"t_done_unix":1779963295.6428092},{"request_id":"1340290:48:1999591:1167","session_id":"1340290","input_length":58622,"t_proxy_recv":29301.297351302,"t_decision_unix":1779963297.8522925,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9956671556753437,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (254 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":254,"cache_hit":58368,"estimated_new_tokens":254,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37630,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2422,"cache_hit":58368,"new_prefill":254,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58622,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":29301.39261787,"t_first_token_unix":1779963297.947561,"t_done":29301.99851081,"t_done_unix":1779963298.5534544},{"request_id":"1340290:48:2001313:1168","session_id":"1340290","input_length":58808,"t_proxy_recv":29306.762835028,"t_decision_unix":1779963303.317776,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.9925180247585362,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (440 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":440,"cache_hit":58368,"estimated_new_tokens":440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37816,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2422,"cache_hit":58368,"new_prefill":440,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58808,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":29306.916997293,"t_first_token_unix":1779963303.4719532,"t_done":29307.438310916,"t_done_unix":1779963303.9932542},{"request_id":"1340290:48:2003195:1169","session_id":"1340290","input_length":58977,"t_proxy_recv":29313.086727199,"t_decision_unix":1779963309.6416686,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58368,"affinity_cache_ratio":0.989673940688743,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (609 < 8000)","v3_prefill_cache_hit":58368,"v3_new_local":609,"cache_hit":58368,"estimated_new_tokens":609,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":37985,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2422,"cache_hit":58368,"new_prefill":609,"score_linear":-58368.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":58977,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58368.0,"chosen_score_lmetric":0,"t_first_token":29313.241900559,"t_first_token_unix":1779963309.7968438,"t_done":29314.134526546,"t_done_unix":1779963310.6894698},{"request_id":"1340290:48:2005449:1170","session_id":"1340290","input_length":59220,"t_proxy_recv":29320.476710617,"t_decision_unix":1779963317.0316522,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.994258696386356,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (340 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":340,"cache_hit":58880,"estimated_new_tokens":340,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":38228,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2423,"cache_hit":58880,"new_prefill":340,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":59220,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":29320.616342679,"t_first_token_unix":1779963317.171286,"t_done":29321.468258949,"t_done_unix":1779963318.0232046},{"request_id":"1340290:48:2007287:1171","session_id":"1340290","input_length":59487,"t_proxy_recv":29326.60251906,"t_decision_unix":1779963323.1574607,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":58880,"affinity_cache_ratio":0.9897960899019954,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (607 < 8000)","v3_prefill_cache_hit":58880,"v3_new_local":607,"cache_hit":58880,"estimated_new_tokens":607,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":38495,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2423,"cache_hit":58880,"new_prefill":607,"score_linear":-58880.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":59487,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-58880.0,"chosen_score_lmetric":0,"t_first_token":29326.795075837,"t_first_token_unix":1779963323.3500187,"t_done":29327.18417084,"t_done_unix":1779963323.7391145},{"request_id":"1340290:48:2008380:1173","session_id":"1340290","input_length":60935,"t_proxy_recv":29330.703703034,"t_decision_unix":1779963327.2586443,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":59392,"affinity_cache_ratio":0.9746779355050463,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1543 < 8000)","v3_prefill_cache_hit":59392,"v3_new_local":1543,"cache_hit":59392,"estimated_new_tokens":1543,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":66506,"ongoing_decode_tokens":0,"pending_prefill_tokens":5066,"num_requests":1,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":20992,"new_prefill":39943,"score_linear":45514.0,"score_lmetric":45009},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2424,"cache_hit":59392,"new_prefill":1543,"score_linear":-59392.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":60935,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-59392.0,"chosen_score_lmetric":0,"t_first_token":29331.373561969,"t_first_token_unix":1779963327.928506,"t_done":29332.070859855,"t_done_unix":1779963328.6258032},{"request_id":"1305906:11:2008110:1172","session_id":"1305906","input_length":66506,"t_proxy_recv":29329.694319783,"t_decision_unix":1779963326.2492611,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":61440,"affinity_cache_ratio":0.9238264216762397,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (5066 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":5066,"cache_hit":61440,"estimated_new_tokens":5066,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2226,"cache_hit":61440,"new_prefill":5066,"score_linear":-61440.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2424,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":66506,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":29331.655785899,"t_first_token_unix":1779963328.2107294,"t_done":29334.012937187,"t_done_unix":1779963330.5678809},{"request_id":"1340290:48:2010180:1174","session_id":"1340290","input_length":61080,"t_proxy_recv":29336.559295305,"t_decision_unix":1779963333.1142366,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9975114603798297,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (152 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":152,"cache_hit":60928,"estimated_new_tokens":152,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":40088,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2427,"cache_hit":60928,"new_prefill":152,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":61080,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":29336.693801916,"t_first_token_unix":1779963333.2487454,"t_done":29337.726981214,"t_done_unix":1779963334.281925},{"request_id":"1340290:48:2012871:1175","session_id":"1340290","input_length":61365,"t_proxy_recv":29345.243248505,"t_decision_unix":1779963341.7981896,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9928786767701459,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":437,"cache_hit":60928,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":40373,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2427,"cache_hit":60928,"new_prefill":437,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":61365,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":29345.444277603,"t_first_token_unix":1779963341.9992213,"t_done":29345.970727681,"t_done_unix":1779963342.5256712},{"request_id":"1340290:48:2014153:1176","session_id":"1340290","input_length":61518,"t_proxy_recv":29349.6429711,"t_decision_unix":1779963346.19791,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":60928,"affinity_cache_ratio":0.9904093110959394,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (590 < 8000)","v3_prefill_cache_hit":60928,"v3_new_local":590,"cache_hit":60928,"estimated_new_tokens":590,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":40526,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2427,"cache_hit":60928,"new_prefill":590,"score_linear":-60928.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":61518,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-60928.0,"chosen_score_lmetric":0,"t_first_token":29349.770491724,"t_first_token_unix":1779963346.3254354,"t_done":29350.273865076,"t_done_unix":1779963346.8288088},{"request_id":"1340290:48:2015982:1177","session_id":"1340290","input_length":69113,"t_proxy_recv":29355.738255475,"t_decision_unix":1779963352.293197,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":61440,"affinity_cache_ratio":0.8889789185826111,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (7673 < 8000)","v3_prefill_cache_hit":61440,"v3_new_local":7673,"cache_hit":61440,"estimated_new_tokens":7673,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":48121,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2428,"cache_hit":61440,"new_prefill":7673,"score_linear":-61440.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-61440.0,"chosen_score_lmetric":0,"t_first_token":29358.950125371,"t_first_token_unix":1779963355.505069,"t_done":29361.406914369,"t_done_unix":1779963357.961858},{"request_id":"1340290:48:2018973:1178","session_id":"1340290","input_length":69426,"t_proxy_recv":29365.521523766,"t_decision_unix":1779963362.0764651,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9955924293492352,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (306 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":306,"cache_hit":69120,"estimated_new_tokens":306,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":48434,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2443,"cache_hit":69120,"new_prefill":306,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69426,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":29365.634402802,"t_first_token_unix":1779963362.1893466,"t_done":29366.230040669,"t_done_unix":1779963362.784984},{"request_id":"1340290:48:2020779:1179","session_id":"1340290","input_length":69601,"t_proxy_recv":29371.577467619,"t_decision_unix":1779963368.132409,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69120,"affinity_cache_ratio":0.9930891797531645,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (481 < 8000)","v3_prefill_cache_hit":69120,"v3_new_local":481,"cache_hit":69120,"estimated_new_tokens":481,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":48609,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2443,"cache_hit":69120,"new_prefill":481,"score_linear":-69120.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69601,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69120.0,"chosen_score_lmetric":0,"t_first_token":29371.754069604,"t_first_token_unix":1779963368.3090127,"t_done":29372.331779812,"t_done_unix":1779963368.8867233},{"request_id":"1340290:48:2023753:1180","session_id":"1340290","input_length":69951,"t_proxy_recv":29381.196122433,"t_decision_unix":1779963377.7510638,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.9954396649082929,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (319 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":319,"cache_hit":69632,"estimated_new_tokens":319,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":48959,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2444,"cache_hit":69632,"new_prefill":319,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":69951,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":29381.423926455,"t_first_token_unix":1779963377.9788697,"t_done":29382.321611774,"t_done_unix":1779963378.876555},{"request_id":"1340290:48:2026751:1181","session_id":"1340290","input_length":70342,"t_proxy_recv":29391.473342654,"t_decision_unix":1779963388.0282838,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":69632,"affinity_cache_ratio":0.989906457024253,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (710 < 8000)","v3_prefill_cache_hit":69632,"v3_new_local":710,"cache_hit":69632,"estimated_new_tokens":710,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":49350,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2444,"cache_hit":69632,"new_prefill":710,"score_linear":-69632.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":70342,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-69632.0,"chosen_score_lmetric":0,"t_first_token":29391.702348353,"t_first_token_unix":1779963388.2572925,"t_done":29392.234293027,"t_done_unix":1779963388.7892365},{"request_id":"1340290:48:2028652:1182","session_id":"1340290","input_length":70503,"t_proxy_recv":29397.727385971,"t_decision_unix":1779963394.282327,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9949080180985206,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (359 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":359,"cache_hit":70144,"estimated_new_tokens":359,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":49511,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2445,"cache_hit":70144,"new_prefill":359,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":70503,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":29397.904377738,"t_first_token_unix":1779963394.4593213,"t_done":29398.812126446,"t_done_unix":1779963395.36707},{"request_id":"1340290:48:2033065:1183","session_id":"1340290","input_length":70851,"t_proxy_recv":29412.45453076,"t_decision_unix":1779963409.0094724,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70144,"affinity_cache_ratio":0.9900213123315126,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (707 < 8000)","v3_prefill_cache_hit":70144,"v3_new_local":707,"cache_hit":70144,"estimated_new_tokens":707,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":49859,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2445,"cache_hit":70144,"new_prefill":707,"score_linear":-70144.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":70851,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70144.0,"chosen_score_lmetric":0,"t_first_token":29412.682154115,"t_first_token_unix":1779963409.2370975,"t_done":29413.329652497,"t_done_unix":1779963409.8845959},{"request_id":"1340290:48:2034908:1184","session_id":"1340290","input_length":71067,"t_proxy_recv":29418.676196247,"t_decision_unix":1779963415.2311375,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9942167250622652,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (411 < 8000)","v3_prefill_cache_hit":70656,"v3_new_local":411,"cache_hit":70656,"estimated_new_tokens":411,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":50075,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":70656,"new_prefill":411,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":71067,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":29418.839019346,"t_first_token_unix":1779963415.3939629,"t_done":29419.362920528,"t_done_unix":1779963415.9178636},{"request_id":"1258908:2:2035438:1185","session_id":"1258908","input_length":7844,"t_proxy_recv":29420.485049761,"t_decision_unix":1779963417.0399911,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.9790922998470168,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (164 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":164,"cache_hit":7680,"estimated_new_tokens":164,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":7680,"new_prefill":164,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":7844,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":29420.535621688,"t_first_token_unix":1779963417.0905652,"t_done":29421.573793478,"t_done_unix":1779963418.1287365},{"request_id":"1258908:3:1388683:699","session_id":"1258908","input_length":9120,"t_proxy_recv":29421.577062784,"t_decision_unix":1779963418.1320043,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":7680,"affinity_cache_ratio":0.8421052631578947,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1440 < 8000)","v3_prefill_cache_hit":7680,"v3_new_local":1440,"cache_hit":7680,"estimated_new_tokens":1440,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2299,"cache_hit":7680,"new_prefill":1440,"score_linear":-7680.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":9120,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-7680.0,"chosen_score_lmetric":0,"t_first_token":29421.720349703,"t_first_token_unix":1779963418.2752929,"t_done":29422.404535707,"t_done_unix":1779963418.9594789},{"request_id":"1340290:48:2036994:1186","session_id":"1340290","input_length":71240,"t_proxy_recv":29425.618139754,"t_decision_unix":1779963422.1730812,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":70656,"affinity_cache_ratio":0.9918023582257159,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (584 < 8000)","v3_prefill_cache_hit":70656,"v3_new_local":584,"cache_hit":70656,"estimated_new_tokens":584,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":50248,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2446,"cache_hit":70656,"new_prefill":584,"score_linear":-70656.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":71240,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-70656.0,"chosen_score_lmetric":0,"t_first_token":29425.798229807,"t_first_token_unix":1779963422.3531737,"t_done":29426.526511357,"t_done_unix":1779963423.0814564},{"request_id":"1340290:48:2040473:1187","session_id":"1340290","input_length":71545,"t_proxy_recv":29437.140323629,"t_decision_unix":1779963433.6952648,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9947305891397022,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (377 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":377,"cache_hit":71168,"estimated_new_tokens":377,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":50553,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":71168,"new_prefill":377,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":71545,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":29437.37226405,"t_first_token_unix":1779963433.9272075,"t_done":29438.52504435,"t_done_unix":1779963435.0799878},{"request_id":"1340290:48:2043771:1188","session_id":"1340290","input_length":71867,"t_proxy_recv":29448.16359279,"t_decision_unix":1779963444.7185342,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71168,"affinity_cache_ratio":0.9902737000292207,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (699 < 8000)","v3_prefill_cache_hit":71168,"v3_new_local":699,"cache_hit":71168,"estimated_new_tokens":699,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":50875,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2447,"cache_hit":71168,"new_prefill":699,"score_linear":-71168.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":71867,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71168.0,"chosen_score_lmetric":0,"t_first_token":29448.388945254,"t_first_token_unix":1779963444.9438887,"t_done":29448.975023119,"t_done_unix":1779963445.5299664},{"request_id":"1340290:48:2045403:1189","session_id":"1340290","input_length":72025,"t_proxy_recv":29453.673583361,"t_decision_unix":1779963450.2285244,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.995209996528983,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (345 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":345,"cache_hit":71680,"estimated_new_tokens":345,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":51033,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2448,"cache_hit":71680,"new_prefill":345,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":72025,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":29453.811102004,"t_first_token_unix":1779963450.3660455,"t_done":29454.505730167,"t_done_unix":1779963451.0606732},{"request_id":"1340290:48:2047167:1190","session_id":"1340290","input_length":72211,"t_proxy_recv":29459.437960872,"t_decision_unix":1779963455.992902,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":71680,"affinity_cache_ratio":0.9926465496946448,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (531 < 8000)","v3_prefill_cache_hit":71680,"v3_new_local":531,"cache_hit":71680,"estimated_new_tokens":531,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":51219,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2448,"cache_hit":71680,"new_prefill":531,"score_linear":-71680.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":72211,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-71680.0,"chosen_score_lmetric":0,"t_first_token":29459.619155706,"t_first_token_unix":1779963456.174099,"t_done":29460.177216523,"t_done_unix":1779963456.7321599},{"request_id":"1340290:48:2048793:1191","session_id":"1340290","input_length":72777,"t_proxy_recv":29464.871794252,"t_decision_unix":1779963461.4267356,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72192,"affinity_cache_ratio":0.9919617461560658,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (585 < 8000)","v3_prefill_cache_hit":72192,"v3_new_local":585,"cache_hit":72192,"estimated_new_tokens":585,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":51785,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2449,"cache_hit":72192,"new_prefill":585,"score_linear":-72192.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":72777,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72192.0,"chosen_score_lmetric":0,"t_first_token":29465.246139046,"t_first_token_unix":1779963461.8010828,"t_done":29465.773491358,"t_done_unix":1779963462.3284347},{"request_id":"1340290:48:2050838:1192","session_id":"1340290","input_length":72952,"t_proxy_recv":29472.095215696,"t_decision_unix":1779963468.6501567,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9966005044412765,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (248 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":248,"cache_hit":72704,"estimated_new_tokens":248,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":51960,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":72704,"new_prefill":248,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":72952,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":29472.278257543,"t_first_token_unix":1779963468.8332014,"t_done":29472.646477207,"t_done_unix":1779963469.2014205},{"request_id":"1340290:48:2052523:1193","session_id":"1340290","input_length":73208,"t_proxy_recv":29477.661030752,"t_decision_unix":1779963474.2159722,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":72704,"affinity_cache_ratio":0.9931155065020216,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (504 < 8000)","v3_prefill_cache_hit":72704,"v3_new_local":504,"cache_hit":72704,"estimated_new_tokens":504,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52216,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2450,"cache_hit":72704,"new_prefill":504,"score_linear":-72704.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73208,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-72704.0,"chosen_score_lmetric":0,"t_first_token":29477.891980516,"t_first_token_unix":1779963474.4469244,"t_done":29478.683058559,"t_done_unix":1779963475.238002},{"request_id":"1340290:48:2055365:1194","session_id":"1340290","input_length":73454,"t_proxy_recv":29487.373389612,"t_decision_unix":1779963483.9283304,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9967598769297792,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (238 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":238,"cache_hit":73216,"estimated_new_tokens":238,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52462,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":73216,"new_prefill":238,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73454,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":29487.601775695,"t_first_token_unix":1779963484.15672,"t_done":29488.03215835,"t_done_unix":1779963484.5871015},{"request_id":"1340290:48:2057042:1195","session_id":"1340290","input_length":73636,"t_proxy_recv":29492.747749547,"t_decision_unix":1779963489.3026907,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9942962681297192,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (420 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":420,"cache_hit":73216,"estimated_new_tokens":420,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52644,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":73216,"new_prefill":420,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73636,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":29492.911685932,"t_first_token_unix":1779963489.4666293,"t_done":29493.188660238,"t_done_unix":1779963489.7436035},{"request_id":"1340290:48:2058614:1196","session_id":"1340290","input_length":73653,"t_proxy_recv":29497.887801282,"t_decision_unix":1779963494.4427428,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73216,"affinity_cache_ratio":0.9940667725686666,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (437 < 8000)","v3_prefill_cache_hit":73216,"v3_new_local":437,"cache_hit":73216,"estimated_new_tokens":437,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52661,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2451,"cache_hit":73216,"new_prefill":437,"score_linear":-73216.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73653,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73216.0,"chosen_score_lmetric":0,"t_first_token":29497.979579233,"t_first_token_unix":1779963494.5345223,"t_done":29499.748265324,"t_done_unix":1779963496.3032084},{"request_id":"1340290:48:2061834:1197","session_id":"1340290","input_length":73858,"t_proxy_recv":29508.038863148,"t_decision_unix":1779963504.5938044,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9982398656882125,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (130 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":130,"cache_hit":73728,"estimated_new_tokens":130,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":52866,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":73728,"new_prefill":130,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":73858,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":29508.147711114,"t_first_token_unix":1779963504.7026541,"t_done":29508.704251036,"t_done_unix":1779963505.2591944},{"request_id":"1258908:3:2063441:1198","session_id":"1258908","input_length":9359,"t_proxy_recv":29513.079728374,"t_decision_unix":1779963509.6346695,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9847205898066033,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (143 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":143,"cache_hit":9216,"estimated_new_tokens":143,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":9216,"new_prefill":143,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":9359,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":29513.127975799,"t_first_token_unix":1779963509.6829197,"t_done":29514.217483635,"t_done_unix":1779963510.7724278},{"request_id":"1340290:48:2063837:1199","session_id":"1340290","input_length":74011,"t_proxy_recv":29514.432098322,"t_decision_unix":1779963510.9870398,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9961762440718271,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (283 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":283,"cache_hit":73728,"estimated_new_tokens":283,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":53019,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":9740,"ongoing_decode_tokens":9740,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":0,"new_prefill":74011,"score_linear":9740.0,"score_lmetric":74011},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":73728,"new_prefill":283,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":74011,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":29514.575860738,"t_first_token_unix":1779963511.130804,"t_done":29515.159881121,"t_done_unix":1779963511.7148247},{"request_id":"1258908:4:1553508:958","session_id":"1258908","input_length":9740,"t_proxy_recv":29514.221465214,"t_decision_unix":1779963510.7764065,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9216,"affinity_cache_ratio":0.9462012320328542,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (524 < 8000)","v3_prefill_cache_hit":9216,"v3_new_local":524,"cache_hit":9216,"estimated_new_tokens":524,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2302,"cache_hit":9216,"new_prefill":524,"score_linear":-9216.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":9740,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9216.0,"chosen_score_lmetric":0,"t_first_token":29514.279632878,"t_first_token_unix":1779963510.8345764,"t_done":29516.205169689,"t_done_unix":1779963512.760113},{"request_id":"1258908:5:1617181:988","session_id":"1258908","input_length":10201,"t_proxy_recv":29516.208374446,"t_decision_unix":1779963512.763316,"policy":"unified_v3","decision":"affinity","affinity_idx":3,"chosen_idx":3,"affinity_cache_hit":9728,"affinity_cache_ratio":0.9536319968630527,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (473 < 8000)","v3_prefill_cache_hit":9728,"v3_new_local":473,"cache_hit":9728,"estimated_new_tokens":473,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8003","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2303,"cache_hit":9728,"new_prefill":473,"score_linear":-9728.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":10201,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-9728.0,"chosen_score_lmetric":0,"t_first_token":29516.256856202,"t_first_token_unix":1779963512.8117995,"t_done":29518.347210379,"t_done_unix":1779963514.9021535},{"request_id":"1340290:48:2066647:1200","session_id":"1340290","input_length":74557,"t_proxy_recv":29523.870558239,"t_decision_unix":1779963520.4254994,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":73728,"affinity_cache_ratio":0.9888809903831968,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (829 < 8000)","v3_prefill_cache_hit":73728,"v3_new_local":829,"cache_hit":73728,"estimated_new_tokens":829,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":53565,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2452,"cache_hit":73728,"new_prefill":829,"score_linear":-73728.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":74557,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-73728.0,"chosen_score_lmetric":0,"t_first_token":29524.247918766,"t_first_token_unix":1779963520.8028624,"t_done":29525.500669578,"t_done_unix":1779963522.055613},{"request_id":"1340290:48:2071598:1201","session_id":"1340290","input_length":74863,"t_proxy_recv":29540.52154815,"t_decision_unix":1779963537.0764894,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74240,"affinity_cache_ratio":0.991678132054553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (623 < 8000)","v3_prefill_cache_hit":74240,"v3_new_local":623,"cache_hit":74240,"estimated_new_tokens":623,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":53871,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2453,"cache_hit":74240,"new_prefill":623,"score_linear":-74240.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":74863,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74240.0,"chosen_score_lmetric":0,"t_first_token":29540.755623813,"t_first_token_unix":1779963537.3105671,"t_done":29541.576309825,"t_done_unix":1779963538.1312566},{"request_id":"1340290:48:2076822:1202","session_id":"1340290","input_length":75113,"t_proxy_recv":29558.044159795,"t_decision_unix":1779963554.599101,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9951939078455128,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (361 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":361,"cache_hit":74752,"estimated_new_tokens":361,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":54121,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2454,"cache_hit":74752,"new_prefill":361,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":75113,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":29558.279461752,"t_first_token_unix":1779963554.8344054,"t_done":29558.725516452,"t_done_unix":1779963555.2804601},{"request_id":"1340290:48:2078461:1203","session_id":"1340290","input_length":75299,"t_proxy_recv":29563.332573255,"t_decision_unix":1779963559.8875146,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":74752,"affinity_cache_ratio":0.9927356272991673,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (547 < 8000)","v3_prefill_cache_hit":74752,"v3_new_local":547,"cache_hit":74752,"estimated_new_tokens":547,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":54307,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2454,"cache_hit":74752,"new_prefill":547,"score_linear":-74752.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":75299,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-74752.0,"chosen_score_lmetric":0,"t_first_token":29563.563700392,"t_first_token_unix":1779963560.118644,"t_done":29563.85393922,"t_done_unix":1779963560.4088824},{"request_id":"1340290:48:2080016:1204","session_id":"1340290","input_length":75338,"t_proxy_recv":29568.62330023,"t_decision_unix":1779963565.1782415,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9990177599617723,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (74 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":74,"cache_hit":75264,"estimated_new_tokens":74,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":54346,"score_linear":-20992.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":75264,"new_prefill":74,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":75338,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":29568.724015873,"t_first_token_unix":1779963565.278959,"t_done":29569.103744617,"t_done_unix":1779963565.658688},{"request_id":"1340290:48:2082644:1206","session_id":"1340290","input_length":75439,"t_proxy_recv":29577.298463396,"t_decision_unix":1779963573.8534048,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9976802449661316,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (175 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":175,"cache_hit":75264,"estimated_new_tokens":175,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":54447,"score_linear":93979.0,"score_lmetric":115658},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":75264,"new_prefill":175,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":75439,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":29577.448804335,"t_first_token_unix":1779963574.0037482,"t_done":29578.44571237,"t_done_unix":1779963575.0006561},{"request_id":"1356885:16:2084239:1207","session_id":"1356885","input_length":136991,"t_proxy_recv":29582.39445213,"t_decision_unix":1779963578.9493935,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":136704,"affinity_cache_ratio":0.9979049718594653,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (287 < 8000)","v3_prefill_cache_hit":136704,"v3_new_local":287,"cache_hit":136704,"estimated_new_tokens":287,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":6656,"new_prefill":130335,"score_linear":108315.0,"score_lmetric":191546},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":136704,"new_prefill":287,"score_linear":-136704.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":1024,"new_prefill":135967,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":136991,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-136704.0,"chosen_score_lmetric":0,"t_first_token":29582.802480972,"t_first_token_unix":1779963579.3574247,"t_done":29585.662466756,"t_done_unix":1779963582.2174098},{"request_id":"1340290:48:2085626:1208","session_id":"1340290","input_length":77337,"t_proxy_recv":29587.374837761,"t_decision_unix":1779963583.9297793,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":75264,"affinity_cache_ratio":0.9731952364327553,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (2073 < 8000)","v3_prefill_cache_hit":75264,"v3_new_local":2073,"cache_hit":75264,"estimated_new_tokens":2073,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":56345,"score_linear":93979.0,"score_lmetric":117556},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":75264,"new_prefill":2073,"score_linear":-75264.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":77337,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-75264.0,"chosen_score_lmetric":0,"t_first_token":29588.342750992,"t_first_token_unix":1779963584.8976953,"t_done":29588.859470574,"t_done_unix":1779963585.4144144},{"request_id":"1340290:48:2087584:1209","session_id":"1340290","input_length":78683,"t_proxy_recv":29593.956341995,"t_decision_unix":1779963590.5112827,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":77312,"affinity_cache_ratio":0.9825756516655441,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (1371 < 8000)","v3_prefill_cache_hit":77312,"v3_new_local":1371,"cache_hit":77312,"estimated_new_tokens":1371,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":57691,"score_linear":93979.0,"score_lmetric":118902},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2459,"cache_hit":77312,"new_prefill":1371,"score_linear":-77312.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":78683,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-77312.0,"chosen_score_lmetric":0,"t_first_token":29594.790914023,"t_first_token_unix":1779963591.3458583,"t_done":29596.266837963,"t_done_unix":1779963592.8217814},{"request_id":"1340290:48:2092759:1211","session_id":"1340290","input_length":79023,"t_proxy_recv":29611.242194412,"t_decision_unix":1779963607.7971356,"policy":"unified_v3","decision":"affinity","affinity_idx":6,"chosen_idx":6,"affinity_cache_hit":78336,"affinity_cache_ratio":0.9913063285372613,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (687 < 8000)","v3_prefill_cache_hit":78336,"v3_new_local":687,"cache_hit":78336,"estimated_new_tokens":687,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8006","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":114971,"ongoing_decode_tokens":0,"pending_prefill_tokens":61211,"num_requests":1,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":20992,"new_prefill":58031,"score_linear":93979.0,"score_lmetric":119242},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2461,"cache_hit":78336,"new_prefill":687,"score_linear":-78336.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":79023,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-78336.0,"chosen_score_lmetric":0,"t_first_token":29611.499507282,"t_first_token_unix":1779963608.054451,"t_done":29612.789271753,"t_done_unix":1779963609.3442147},{"request_id":"1382086:2:2082052:1205","session_id":"1382086","input_length":114971,"t_proxy_recv":29575.285269526,"t_decision_unix":1779963571.8402107,"policy":"unified_v3","decision":"lmetric_fallback","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":53760,"affinity_cache_ratio":0.467596176427099,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":61211.0,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"prefill_host_not_busy (ongoing_decode_tokens=0 < 1)","v3_prefill_cache_hit":53760,"v3_new_local":61211,"cache_hit":53760,"estimated_new_tokens":61211,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2236,"cache_hit":53760,"new_prefill":61211,"score_linear":-53760.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2139,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2455,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":114971,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-53760.0,"chosen_score_lmetric":0,"t_first_token":29618.099078126,"t_first_token_unix":1779963614.6540222,"t_done":29619.287023226,"t_done_unix":1779963615.8419669},{"request_id":"1382086:3:2089879:1210","session_id":"1382086","input_length":115184,"t_proxy_recv":29619.303495154,"t_decision_unix":1779963615.8584366,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":114688,"affinity_cache_ratio":0.9956938463675511,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (496 < 8000)","v3_prefill_cache_hit":114688,"v3_new_local":496,"cache_hit":114688,"estimated_new_tokens":496,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2355,"cache_hit":114688,"new_prefill":496,"score_linear":-114688.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2462,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":115184,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-114688.0,"chosen_score_lmetric":0,"t_first_token":29619.579273573,"t_first_token_unix":1779963616.1342168,"t_done":29620.101719142,"t_done_unix":1779963616.6566625},{"request_id":"1382086:4:2092953:1212","session_id":"1382086","input_length":115246,"t_proxy_recv":29620.119539937,"t_decision_unix":1779963616.6744814,"policy":"unified_v3","decision":"affinity","affinity_idx":0,"chosen_idx":0,"affinity_cache_hit":115200,"affinity_cache_ratio":0.9996008538257293,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (46 < 8000)","v3_prefill_cache_hit":115200,"v3_new_local":46,"cache_hit":115200,"estimated_new_tokens":46,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8000","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2356,"cache_hit":115200,"new_prefill":46,"score_linear":-115200.0,"score_lmetric":0},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2462,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":115246,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-115200.0,"chosen_score_lmetric":0,"t_first_token":29620.265146481,"t_first_token_unix":1779963616.8200896,"t_done":29627.395346691,"t_done_unix":1779963623.9502919},{"request_id":"1356885:17:2097011:1213","session_id":"1356885","input_length":137546,"t_proxy_recv":29625.109644348,"t_decision_unix":1779963621.6645858,"policy":"unified_v3","decision":"affinity","affinity_idx":2,"chosen_idx":2,"affinity_cache_hit":137216,"affinity_cache_ratio":0.9976008026405712,"affinity_num_requests":0,"avg_num_requests":1.0,"fallback_score":null,"tie_break_used":false,"v3_migrate":false,"v3_decision":"local","v3_reason":"new_local_below_threshold (330 < 8000)","v3_prefill_cache_hit":137216,"v3_new_local":330,"cache_hit":137216,"estimated_new_tokens":330,"route_class":"LOCAL","routed_to":"http://127.0.0.1:8002","candidate_scores":[{"idx":0,"url":"http://127.0.0.1:8000","ongoing_tokens":115246,"ongoing_decode_tokens":115246,"pending_prefill_tokens":0,"num_requests":1,"active_p_offloads":0,"cached_blocks":2356,"cache_hit":6656,"new_prefill":130890,"score_linear":108590.0,"score_lmetric":130890},{"idx":1,"url":"http://127.0.0.1:8001","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2176,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":2,"url":"http://127.0.0.1:8002","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2140,"cache_hit":137216,"new_prefill":330,"score_linear":-137216.0,"score_lmetric":0},{"idx":3,"url":"http://127.0.0.1:8003","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2304,"cache_hit":1024,"new_prefill":136522,"score_linear":-1024.0,"score_lmetric":0},{"idx":4,"url":"http://127.0.0.1:8004","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2357,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":5,"url":"http://127.0.0.1:8005","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2232,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":6,"url":"http://127.0.0.1:8006","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2462,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0},{"idx":7,"url":"http://127.0.0.1:8007","ongoing_tokens":0,"ongoing_decode_tokens":0,"pending_prefill_tokens":0,"num_requests":0,"active_p_offloads":0,"cached_blocks":2324,"cache_hit":0,"new_prefill":137546,"score_linear":0.0,"score_lmetric":0}],"chosen_score_linear":-137216.0,"chosen_score_lmetric":0,"t_first_token":29625.763032694,"t_first_token_unix":1779963622.3179774,"t_done":29628.471277221,"t_done_unix":1779963625.0262206}] |